{ "_class" : "hudson.tasks.junit.TestResult", "testActions" : [ ], "duration" : 5029.0, "empty" : False, "failCount" : 435, "passCount" : 0, "skipCount" : 0, "suites" : [ { "cases" : [ { "testActions" : [ ], "age" : 210, "className" : "nitb_sms:sysmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=19280): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19280) [trial-2354↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19280)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=19280): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19280) [trial-2354↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19280)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 nitb_sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a03:37:13.919584 tst nitb_sms:sysmo: Using 1 x ip_address (candidates: 1)\u000a03:37:13.930820 tst nitb_sms:sysmo: Using 1 x bts (candidates: 1)\u000a03:37:14.534630 tst mo_mt_sms.py: using LAC 18798\u000a03:37:14.660639 tst mo_mt_sms.py: using RAC 183\u000a03:37:14.781486 tst mo_mt_sms.py: using CellId 18798\u000a03:37:14.903291 tst mo_mt_sms.py: using BVCI 18799\u000a03:37:14.927279 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a03:37:15.107138 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a03:37:15.399697 tst mo_mt_sms.py:9: start nitb and bts...\u000a03:37:15.534919 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a03:37:18.060867 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19279): Launched\u000a03:37:18.382973 run osmo-nitb_10.42.42.2(pid=19280): Launched\u000a03:37:18.569795 run osmo-nitb_10.42.42.2(pid=19280): ERR: Terminated: ERROR {rc=2} [trial-2354↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19280)]\u000a03:37:18.705060 run osmo-nitb_10.42.42.2(pid=19280): stdout: \u000a| (launched: 2022-12-09_03:37:18.225401) \u000a03:37:18.840180 run osmo-nitb_10.42.42.2(pid=19280): stderr: \u000a| (launched: 2022-12-09_03:37:18.273565)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:37:18.970244 run osmo-nitb_10.42.42.2(pid=19280): stdout: \u000a| (launched: 2022-12-09_03:37:18.225401) \u000a03:37:19.098993 run osmo-nitb_10.42.42.2(pid=19280): stderr: \u000a| (launched: 2022-12-09_03:37:18.273565)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:37:19.155342 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=19280): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19280) [trial-2354↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19280)] [trial-2354↪nitb_sms:sysmo↪mo_mt_sms.py:11]\u000a03:37:19.163848 tst mo_mt_sms.py:11: Test FAILED (5.2 sec)\u000a03:37:19.201156 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19279): Terminating (SIGTERM)\u000a03:37:19.378915 --- ParallelTerminationStrategy: PID 19279 died...\u000a03:37:19.437916 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19279): Terminated: ok {rc=0}\u000a03:37:19.527684 bus /sierra_3: Setting Powered False\u000a03:37:20.636751 bus /sierra_3: Setting Powered False\u000a03:37:21.750390 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "0", "name" : "nitb_sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:37:13" }, { "cases" : [ { "testActions" : [ ], "age" : 24, "className" : "sms:sysmo", "duration" : 15.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19290): Process ended prematurely: osmo-stp_10.42.42.5(pid=19290) [trial-2354↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19290)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19290): Process ended prematurely: osmo-stp_10.42.42.5(pid=19290) [trial-2354↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19290)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a03:37:23.600651 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a03:37:23.611984 tst sms:sysmo: Using 1 x bts (candidates: 1)\u000a03:37:23.732652 tst mo_mt_sms.py: using LAC 18799\u000a03:37:23.851469 tst mo_mt_sms.py: using RAC 184\u000a03:37:23.968453 tst mo_mt_sms.py: using CellId 18799\u000a03:37:24.086637 tst mo_mt_sms.py: using BVCI 18800\u000a03:37:24.109773 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a03:37:24.120139 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a03:37:24.130682 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a03:37:24.141082 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a03:37:24.151520 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a03:37:24.161847 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a03:37:24.278754 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a03:37:24.496198 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:37:26.259874 run create_hlr_db(pid=19284): Launched\u000a03:37:26.447277 bus /sierra_2: Setting Powered False\u000a03:37:27.469040 run create_hlr_db(pid=19284): Terminated: ok {rc=0}\u000a03:37:27.901218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19286): Launched\u000a03:37:28.227499 run osmo-hlr_10.42.42.2(pid=19287): Launched\u000a03:37:28.349801 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:37:30.914241 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19289): Launched\u000a03:37:31.262050 run osmo-stp_10.42.42.5(pid=19290): Launched\u000a03:37:31.528104 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:37:36.973914 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19298): Launched\u000a03:37:37.299420 run osmo-msc_10.42.42.6(pid=19299): Launched\u000a03:37:37.489281 run osmo-stp_10.42.42.5(pid=19290): ERR: Terminated: ERROR {rc=1} [trial-2354↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19290)]\u000a03:37:37.626814 run osmo-stp_10.42.42.5(pid=19290): stdout: \u000a| (launched: 2022-12-09_03:37:31.080660)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:37:37.763587 run osmo-stp_10.42.42.5(pid=19290): stderr: \u000a| �[0;m�[38;5;43m20221209033731353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209033731353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209033731354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209033731354 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209033731354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209033731354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209033731355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:37:37.893431 run osmo-stp_10.42.42.5(pid=19290): stdout: \u000a| (launched: 2022-12-09_03:37:31.080660)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:37:38.022178 run osmo-stp_10.42.42.5(pid=19290): stderr: \u000a| �[0;m�[38;5;43m20221209033731353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209033731353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209033731354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209033731354 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209033731354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209033731354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209033731355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:37:38.078517 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=19290): Process ended prematurely: osmo-stp_10.42.42.5(pid=19290) [trial-2354↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19290)] [trial-2354↪sms:sysmo↪mo_mt_sms.py:16]\u000a03:37:38.087017 tst mo_mt_sms.py:16: Test FAILED (14.5 sec)\u000a03:37:38.151480 run osmo-hlr_10.42.42.2(pid=19287): ERR: Terminated: ERROR {rc=237} [trial-2354↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19287)]\u000a03:37:38.204034 run osmo-hlr_10.42.42.2(pid=19287): stdout: \u000a| (launched: 2022-12-09_03:37:28.066292) \u000a03:37:38.257199 run osmo-hlr_10.42.42.2(pid=19287): stderr: \u000a| �[0;m�[1;31m20221209033728269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209033728269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209033728269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209033728269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209033728269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209033728269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209033728286 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/sms:sysmo/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209033728296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209033728296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209033728296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:37:38.329520 run osmo-msc_10.42.42.6(pid=19299): ERR: Terminated: ERROR {rc=2} [trial-2354↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19299)]\u000a03:37:38.382355 run osmo-msc_10.42.42.6(pid=19299): stdout: \u000a| (launched: 2022-12-09_03:37:37.137488) \u000a03:37:38.435428 run osmo-msc_10.42.42.6(pid=19299): stderr: \u000a| �[0;m�[38;5;43m20221209033737463 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209033737463 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcd2541cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209033737464 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209033737464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209033737464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209033737464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209033737466 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209033737467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209033737467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209033737467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:37:38.480680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19286): Terminating (SIGTERM)\u000a03:37:38.523598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19289): Terminating (SIGTERM)\u000a03:37:38.566366 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19298): Terminating (SIGTERM)\u000a03:37:38.576361 --- ParallelTerminationStrategy: PID 19286 died...\u000a03:37:38.633639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19286): Terminated: ok {rc=0}\u000a03:37:38.643760 --- ParallelTerminationStrategy: PID 19289 died...\u000a03:37:38.701112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19289): Terminated: ok {rc=0}\u000a03:37:38.711254 --- ParallelTerminationStrategy: PID 19298 died...\u000a03:37:38.768198 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19298): Terminated: ok {rc=0}\u000a03:37:38.858371 bus /sierra_3: Setting Powered False\u000a03:37:39.965361 bus /sierra_3: Setting Powered False\u000a03:37:41.079584 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 20.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "1", "name" : "sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:37:23" }, { "cases" : [ { "testActions" : [ ], "age" : 210, "className" : "nitb_ussd:sysmo", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=19305): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19305) [trial-2354↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19305)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=19305): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19305) [trial-2354↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19305)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 nitb_ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a03:37:42.876467 tst nitb_ussd:sysmo: Using 1 x ip_address (candidates: 1)\u000a03:37:42.887204 tst nitb_ussd:sysmo: Using 1 x bts (candidates: 1)\u000a03:37:43.009584 tst assert_extension.py: using LAC 18800\u000a03:37:43.128063 tst assert_extension.py: using RAC 185\u000a03:37:43.249205 tst assert_extension.py: using CellId 18800\u000a03:37:43.369693 tst assert_extension.py: using BVCI 18801\u000a03:37:43.392567 tst nitb_ussd:sysmo: Using 1 x modem (candidates: 1)\u000a03:37:43.683173 tst assert_extension.py:10: start nitb and bts...\u000a03:37:43.817771 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a03:37:44.487066 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19304): Launched\u000a03:37:44.809160 run osmo-nitb_10.42.42.2(pid=19305): Launched\u000a03:37:45.007475 run osmo-nitb_10.42.42.2(pid=19305): ERR: Terminated: ERROR {rc=2} [trial-2354↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19305)]\u000a03:37:45.153963 run osmo-nitb_10.42.42.2(pid=19305): stdout: \u000a| (launched: 2022-12-09_03:37:44.651077) \u000a03:37:45.300533 run osmo-nitb_10.42.42.2(pid=19305): stderr: \u000a| (launched: 2022-12-09_03:37:44.699249)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:37:45.443051 run osmo-nitb_10.42.42.2(pid=19305): stdout: \u000a| (launched: 2022-12-09_03:37:44.651077) \u000a03:37:45.583827 run osmo-nitb_10.42.42.2(pid=19305): stderr: \u000a| (launched: 2022-12-09_03:37:44.699249)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:37:45.958883 tst osmo-nitb_10.42.42.2(pid=19305): stdout: \u000a| (launched: 2022-12-09_03:37:44.651077) \u000a03:37:46.091178 tst osmo-nitb_10.42.42.2(pid=19305): stderr: \u000a| (launched: 2022-12-09_03:37:44.699249)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:37:46.145113 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=19305): Process ended prematurely: osmo-nitb_10.42.42.2(pid=19305) [trial-2354↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=19305)] [trial-2354↪nitb_ussd:sysmo↪assert_extension.py:12]\u000a03:37:46.153818 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a03:37:46.192131 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19304): Terminating (SIGTERM)\u000a03:37:46.370418 --- ParallelTerminationStrategy: PID 19304 died...\u000a03:37:46.431446 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=19304): Terminated: ok {rc=0}\u000a03:37:46.521479 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "2", "name" : "nitb_ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:37:42" }, { "cases" : [ { "testActions" : [ ], "age" : 24, "className" : "ussd:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19315): Process ended prematurely: osmo-stp_10.42.42.5(pid=19315) [trial-2354↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19315)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19315): Process ended prematurely: osmo-stp_10.42.42.5(pid=19315) [trial-2354↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19315)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a03:37:48.319140 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a03:37:48.330127 tst ussd:sysmo: Using 1 x bts (candidates: 1)\u000a03:37:48.453231 tst assert_extension.py: using LAC 18801\u000a03:37:48.570112 tst assert_extension.py: using RAC 186\u000a03:37:48.687921 tst assert_extension.py: using CellId 18801\u000a03:37:48.806321 tst assert_extension.py: using BVCI 18802\u000a03:37:48.829592 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a03:37:48.840100 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a03:37:48.850708 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a03:37:48.861097 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a03:37:48.871466 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a03:37:48.881781 tst ussd:sysmo: Using 1 x modem (candidates: 1)\u000a03:37:49.090842 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:37:49.602218 run create_hlr_db(pid=19309): Launched\u000a03:37:49.789946 bus /sierra_2: Setting Powered False\u000a03:37:50.810692 run create_hlr_db(pid=19309): Terminated: ok {rc=0}\u000a03:37:51.245136 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19311): Launched\u000a03:37:51.571289 run osmo-hlr_10.42.42.2(pid=19312): Launched\u000a03:37:51.690419 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:37:52.256715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19314): Launched\u000a03:37:52.582919 run osmo-stp_10.42.42.5(pid=19315): Launched\u000a03:37:52.700836 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:37:53.293433 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19317): Launched\u000a03:37:53.619342 run osmo-msc_10.42.42.6(pid=19318): Launched\u000a03:37:53.809908 run osmo-stp_10.42.42.5(pid=19315): ERR: Terminated: ERROR {rc=1} [trial-2354↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19315)]\u000a03:37:53.947694 run osmo-stp_10.42.42.5(pid=19315): stdout: \u000a| (launched: 2022-12-09_03:37:52.421598)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:37:54.085382 run osmo-stp_10.42.42.5(pid=19315): stderr: \u000a| �[0;m�[38;5;43m20221209033752617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209033752618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209033752618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209033752618 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209033752619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209033752619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209033752619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:37:54.215814 run osmo-stp_10.42.42.5(pid=19315): stdout: \u000a| (launched: 2022-12-09_03:37:52.421598)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:37:54.345280 run osmo-stp_10.42.42.5(pid=19315): stderr: \u000a| �[0;m�[38;5;43m20221209033752617 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209033752618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209033752618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209033752618 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209033752619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209033752619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209033752619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:37:54.401867 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=19315): Process ended prematurely: osmo-stp_10.42.42.5(pid=19315) [trial-2354↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19315)] [trial-2354↪ussd:sysmo↪assert_extension.py:17]\u000a03:37:54.410606 tst assert_extension.py:17: Test FAILED (6.1 sec)\u000a03:37:54.475556 run osmo-hlr_10.42.42.2(pid=19312): ERR: Terminated: ERROR {rc=237} [trial-2354↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19312)]\u000a03:37:54.528662 run osmo-hlr_10.42.42.2(pid=19312): stdout: \u000a| (launched: 2022-12-09_03:37:51.409990) \u000a03:37:54.582381 run osmo-hlr_10.42.42.2(pid=19312): stderr: \u000a| �[0;m�[1;31m20221209033751613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209033751613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209033751613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209033751613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209033751613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209033751613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209033751630 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/ussd:sysmo/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209033751638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209033751638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209033751638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:37:54.655266 run osmo-msc_10.42.42.6(pid=19318): ERR: Terminated: ERROR {rc=2} [trial-2354↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19318)]\u000a03:37:54.708202 run osmo-msc_10.42.42.6(pid=19318): stdout: \u000a| (launched: 2022-12-09_03:37:53.457766) \u000a03:37:54.761798 run osmo-msc_10.42.42.6(pid=19318): stderr: \u000a| �[0;m�[38;5;43m20221209033753782 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209033753782 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fef3ca53c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209033753782 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209033753782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209033753782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209033753783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209033753784 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209033753785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209033753785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209033753785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:37:54.807562 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19311): Terminating (SIGTERM)\u000a03:37:54.851161 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19314): Terminating (SIGTERM)\u000a03:37:54.894400 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19317): Terminating (SIGTERM)\u000a03:37:54.904160 --- ParallelTerminationStrategy: PID 19311 died...\u000a03:37:54.961765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19311): Terminated: ok {rc=0}\u000a03:37:54.972138 --- ParallelTerminationStrategy: PID 19314 died...\u000a03:37:55.029179 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19314): Terminated: ok {rc=0}\u000a03:37:55.039511 --- ParallelTerminationStrategy: PID 19317 died...\u000a03:37:55.096589 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19317): Terminated: ok {rc=0}\u000a03:37:55.183940 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "3", "name" : "ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:37:48" }, { "cases" : [ { "testActions" : [ ], "age" : 24, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19351): Process ended prematurely: osmo-stp_10.42.42.5(pid=19351) [trial-2354↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19351)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19351): Process ended prematurely: osmo-stp_10.42.42.5(pid=19351) [trial-2354↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19351)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a03:37:57.112634 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:37:57.124193 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a03:37:57.278631 tst mo_mt_call.py: using LAC 18802\u000a03:37:57.405252 tst mo_mt_call.py: using RAC 187\u000a03:37:57.531839 tst mo_mt_call.py: using CellId 18802\u000a03:37:57.658531 tst mo_mt_call.py: using BVCI 18803\u000a03:37:57.683535 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:37:57.695070 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:37:57.706456 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:37:57.718007 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:37:57.729562 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:37:57.741225 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a03:37:57.859167 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a03:37:58.064177 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:37:58.559540 run create_hlr_db(pid=19323): Launched\u000a03:37:58.736429 bus /sierra_2: Setting Powered False\u000a03:37:59.759230 run create_hlr_db(pid=19323): Terminated: ok {rc=0}\u000a03:38:00.200813 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19325): Launched\u000a03:38:00.534265 run osmo-hlr_10.42.42.2(pid=19326): Launched\u000a03:38:00.658279 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:38:01.355460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19328): Launched\u000a03:38:01.871826 run osmo-stp_10.42.42.5(pid=19351): Launched\u000a03:38:02.053355 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:38:02.786261 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19382): Launched\u000a03:38:03.304788 run osmo-msc_10.42.42.6(pid=19410): Launched\u000a03:38:03.709960 run osmo-stp_10.42.42.5(pid=19351): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19351)]\u000a03:38:03.957450 run osmo-stp_10.42.42.5(pid=19351): stdout: \u000a| (launched: 2022-12-09_03:38:01.556032)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:38:04.123830 run osmo-stp_10.42.42.5(pid=19351): stderr: \u000a| �[0;m�[38;5;43m20221209033801808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209033801817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209033801817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209033801818 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209033801818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209033801818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209033801818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:38:04.292034 run osmo-stp_10.42.42.5(pid=19351): stdout: \u000a| (launched: 2022-12-09_03:38:01.556032)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:38:04.466367 run osmo-stp_10.42.42.5(pid=19351): stderr: \u000a| �[0;m�[38;5;43m20221209033801808 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209033801817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209033801817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209033801818 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209033801818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209033801818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209033801818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:38:04.536935 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19351): Process ended prematurely: osmo-stp_10.42.42.5(pid=19351) [trial-2354↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19351)] [trial-2354↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a03:38:04.547399 tst mo_mt_call.py:8: Test FAILED (7.5 sec)\u000a03:38:04.627547 run osmo-hlr_10.42.42.2(pid=19326): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19326)]\u000a03:38:04.686831 run osmo-hlr_10.42.42.2(pid=19326): stdout: \u000a| (launched: 2022-12-09_03:38:00.370020) \u000a03:38:04.754530 run osmo-hlr_10.42.42.2(pid=19326): stderr: \u000a| �[0;m�[1;31m20221209033800570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209033800571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209033800571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209033800571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209033800571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209033800571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209033800585 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209033800594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209033800594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209033800594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:38:04.848013 run osmo-msc_10.42.42.6(pid=19410): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19410)]\u000a03:38:04.906091 run osmo-msc_10.42.42.6(pid=19410): stdout: \u000a| (launched: 2022-12-09_03:38:03.021482) \u000a03:38:04.962336 run osmo-msc_10.42.42.6(pid=19410): stderr: \u000a| �[0;m�[38;5;43m20221209033803588 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209033803588 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f46a7203c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209033803588 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209033803588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209033803588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209033803589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209033803590 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209033803591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209033803591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209033803591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:38:05.010045 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19325): Terminating (SIGTERM)\u000a03:38:05.058279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19328): Terminating (SIGTERM)\u000a03:38:05.104468 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19382): Terminating (SIGTERM)\u000a03:38:05.114677 --- ParallelTerminationStrategy: PID 19325 died...\u000a03:38:05.172324 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19325): Terminated: ok {rc=0}\u000a03:38:05.182509 --- ParallelTerminationStrategy: PID 19328 died...\u000a03:38:05.238472 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19328): Terminated: ok {rc=0}\u000a03:38:05.248860 --- ParallelTerminationStrategy: PID 19382 died...\u000a03:38:05.305601 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19382): Terminated: ok {rc=0}\u000a03:38:05.393600 bus /sierra_3: Setting Powered False\u000a03:38:06.502267 bus /sierra_3: Setting Powered False\u000a03:38:07.616121 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 26, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19611): Process ended prematurely: osmo-stp_10.42.42.5(pid=19611) [trial-2354↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19611)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19611): Process ended prematurely: osmo-stp_10.42.42.5(pid=19611) [trial-2354↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19611)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:38:08.733583 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:38:08.746935 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a03:38:08.956168 tst mo_mt_call_osmux.py: using LAC 18803\u000a03:38:09.079052 tst mo_mt_call_osmux.py: using RAC 188\u000a03:38:09.199429 tst mo_mt_call_osmux.py: using CellId 18803\u000a03:38:09.322104 tst mo_mt_call_osmux.py: using BVCI 18804\u000a03:38:09.346997 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:38:09.358946 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:38:09.370442 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:38:09.382276 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:38:09.394139 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:38:09.405929 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a03:38:09.528201 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a03:38:09.743057 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:38:10.294364 run create_hlr_db(pid=19605): Launched\u000a03:38:10.476724 bus /sierra_2: Setting Powered False\u000a03:38:11.500693 run create_hlr_db(pid=19605): Terminated: ok {rc=0}\u000a03:38:11.950200 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19607): Launched\u000a03:38:12.367389 run osmo-hlr_10.42.42.2(pid=19608): Launched\u000a03:38:12.614886 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:38:13.274954 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19610): Launched\u000a03:38:13.689201 run osmo-stp_10.42.42.5(pid=19611): Launched\u000a03:38:13.938667 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:38:14.603359 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19613): Launched\u000a03:38:15.043518 run osmo-msc_10.42.42.6(pid=19614): Launched\u000a03:38:15.439593 run osmo-stp_10.42.42.5(pid=19611): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19611)]\u000a03:38:15.644325 run osmo-stp_10.42.42.5(pid=19611): stdout: \u000a| (launched: 2022-12-09_03:38:13.435326)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:38:15.788017 run osmo-stp_10.42.42.5(pid=19611): stderr: \u000a| �[0;m�[38;5;43m20221209033813776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209033813776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209033813776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209033813781 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209033813781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209033813781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209033813781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:38:15.970349 run osmo-stp_10.42.42.5(pid=19611): stdout: \u000a| (launched: 2022-12-09_03:38:13.435326)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:38:16.107036 run osmo-stp_10.42.42.5(pid=19611): stderr: \u000a| �[0;m�[38;5;43m20221209033813776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209033813776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209033813776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209033813781 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209033813781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209033813781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209033813781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:38:16.167063 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19611): Process ended prematurely: osmo-stp_10.42.42.5(pid=19611) [trial-2354↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19611)] [trial-2354↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a03:38:16.177500 tst mo_mt_call_osmux.py:8: Test FAILED (7.5 sec)\u000a03:38:16.246879 run osmo-hlr_10.42.42.2(pid=19608): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19608)]\u000a03:38:16.302212 run osmo-hlr_10.42.42.2(pid=19608): stdout: \u000a| (launched: 2022-12-09_03:38:12.112252) \u000a03:38:16.358485 run osmo-hlr_10.42.42.2(pid=19608): stderr: \u000a| �[0;m�[1;31m20221209033812466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209033812466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209033812466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209033812466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209033812466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209033812467 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209033812486 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209033812503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209033812504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209033812504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:38:16.434683 run osmo-msc_10.42.42.6(pid=19614): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19614)]\u000a03:38:16.490192 run osmo-msc_10.42.42.6(pid=19614): stdout: \u000a| (launched: 2022-12-09_03:38:14.775178) \u000a03:38:16.546676 run osmo-msc_10.42.42.6(pid=19614): stderr: \u000a| �[0;m�[38;5;43m20221209033815290 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209033815290 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa7b7056c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209033815290 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209033815291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209033815291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209033815291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209033815293 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209033815293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209033815293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209033815293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:38:16.594430 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19607): Terminating (SIGTERM)\u000a03:38:16.639696 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19610): Terminating (SIGTERM)\u000a03:38:16.684904 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19613): Terminating (SIGTERM)\u000a03:38:16.695936 --- ParallelTerminationStrategy: PID 19607 died...\u000a03:38:16.758379 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19607): Terminated: ok {rc=0}\u000a03:38:16.769678 --- ParallelTerminationStrategy: PID 19610 died...\u000a03:38:16.830530 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19610): Terminated: ok {rc=0}\u000a03:38:16.841801 --- ParallelTerminationStrategy: PID 19613 died...\u000a03:38:16.903005 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19613): Terminated: ok {rc=0}\u000a03:38:17.029356 bus /sierra_3: Setting Powered False\u000a03:38:18.143484 bus /sierra_3: Setting Powered False\u000a03:38:19.256270 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 25.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "4", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:37:56" }, { "cases" : [ { "testActions" : [ ], "age" : 24, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19626): Process ended prematurely: osmo-stp_10.42.42.5(pid=19626) [trial-2354↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19626)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19626): Process ended prematurely: osmo-stp_10.42.42.5(pid=19626) [trial-2354↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19626)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a03:38:21.229589 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:38:21.241227 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a03:38:21.390501 tst mo_mt_call.py: using LAC 18804\u000a03:38:21.517980 tst mo_mt_call.py: using RAC 189\u000a03:38:21.644589 tst mo_mt_call.py: using CellId 18804\u000a03:38:21.770426 tst mo_mt_call.py: using BVCI 18805\u000a03:38:21.795209 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:38:21.806825 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:38:21.818099 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:38:21.829664 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:38:21.841210 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:38:21.852593 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a03:38:21.975956 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a03:38:22.190855 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:38:22.748172 run create_hlr_db(pid=19620): Launched\u000a03:38:22.933303 bus /sierra_2: Setting Powered False\u000a03:38:23.955187 run create_hlr_db(pid=19620): Terminated: ok {rc=0}\u000a03:38:24.399493 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19622): Launched\u000a03:38:24.826820 run osmo-hlr_10.42.42.2(pid=19623): Launched\u000a03:38:25.027280 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:38:25.611292 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19625): Launched\u000a03:38:25.942946 run osmo-stp_10.42.42.5(pid=19626): Launched\u000a03:38:26.063472 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:38:26.666393 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19628): Launched\u000a03:38:26.997964 run osmo-msc_10.42.42.6(pid=19629): Launched\u000a03:38:27.190684 run osmo-stp_10.42.42.5(pid=19626): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19626)]\u000a03:38:27.330904 run osmo-stp_10.42.42.5(pid=19626): stdout: \u000a| (launched: 2022-12-09_03:38:25.779153)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:38:27.470751 run osmo-stp_10.42.42.5(pid=19626): stderr: \u000a| �[0;m�[38;5;43m20221209033825975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209033825975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209033825975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209033825976 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209033825976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209033825976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209033825976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:38:27.603811 run osmo-stp_10.42.42.5(pid=19626): stdout: \u000a| (launched: 2022-12-09_03:38:25.779153)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:38:27.735831 run osmo-stp_10.42.42.5(pid=19626): stderr: \u000a| �[0;m�[38;5;43m20221209033825975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209033825975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209033825975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209033825976 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209033825976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209033825976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209033825976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:38:27.794015 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19626): Process ended prematurely: osmo-stp_10.42.42.5(pid=19626) [trial-2354↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19626)] [trial-2354↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a03:38:27.803225 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a03:38:27.867637 run osmo-hlr_10.42.42.2(pid=19623): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19623)]\u000a03:38:27.919976 run osmo-hlr_10.42.42.2(pid=19623): stdout: \u000a| (launched: 2022-12-09_03:38:24.565310) \u000a03:38:27.972751 run osmo-hlr_10.42.42.2(pid=19623): stderr: \u000a| �[0;m�[1;31m20221209033824928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209033824928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209033824928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209033824928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209033824928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209033824928 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209033824945 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209033824959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209033824959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209033824959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:38:28.044446 run osmo-msc_10.42.42.6(pid=19629): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19629)]\u000a03:38:28.096826 run osmo-msc_10.42.42.6(pid=19629): stdout: \u000a| (launched: 2022-12-09_03:38:26.834320) \u000a03:38:28.149905 run osmo-msc_10.42.42.6(pid=19629): stderr: \u000a| �[0;m�[38;5;43m20221209033827159 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209033827159 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0eb68f9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209033827159 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209033827159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209033827159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209033827160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209033827161 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209033827162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209033827162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209033827162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:38:28.194788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19622): Terminating (SIGTERM)\u000a03:38:28.237401 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19625): Terminating (SIGTERM)\u000a03:38:28.279953 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19628): Terminating (SIGTERM)\u000a03:38:28.289999 --- ParallelTerminationStrategy: PID 19622 died...\u000a03:38:28.346961 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19622): Terminated: ok {rc=0}\u000a03:38:28.356915 --- ParallelTerminationStrategy: PID 19625 died...\u000a03:38:28.413802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19625): Terminated: ok {rc=0}\u000a03:38:28.423961 --- ParallelTerminationStrategy: PID 19628 died...\u000a03:38:28.480463 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19628): Terminated: ok {rc=0}\u000a03:38:28.570209 bus /sierra_3: Setting Powered False\u000a03:38:29.676646 bus /sierra_3: Setting Powered False\u000a03:38:30.786064 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 26, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19637): Process ended prematurely: osmo-stp_10.42.42.5(pid=19637) [trial-2354↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19637)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19637): Process ended prematurely: osmo-stp_10.42.42.5(pid=19637) [trial-2354↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19637)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:38:31.918550 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:38:31.936107 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a03:38:32.134346 tst mo_mt_call_osmux.py: using LAC 18805\u000a03:38:32.271939 tst mo_mt_call_osmux.py: using RAC 190\u000a03:38:32.409308 tst mo_mt_call_osmux.py: using CellId 18805\u000a03:38:32.544423 tst mo_mt_call_osmux.py: using BVCI 18806\u000a03:38:32.570026 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:38:32.581711 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:38:32.593314 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:38:32.604760 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:38:32.616306 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:38:32.628186 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a03:38:32.749370 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a03:38:32.964882 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:38:33.488234 run create_hlr_db(pid=19631): Launched\u000a03:38:33.678932 bus /sierra_2: Setting Powered False\u000a03:38:34.700200 run create_hlr_db(pid=19631): Terminated: ok {rc=0}\u000a03:38:35.141386 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19633): Launched\u000a03:38:35.475523 run osmo-hlr_10.42.42.2(pid=19634): Launched\u000a03:38:35.594636 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:38:36.169886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19636): Launched\u000a03:38:36.502928 run osmo-stp_10.42.42.5(pid=19637): Launched\u000a03:38:36.623750 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:38:37.228199 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19639): Launched\u000a03:38:37.560748 run osmo-msc_10.42.42.6(pid=19640): Launched\u000a03:38:37.754478 run osmo-stp_10.42.42.5(pid=19637): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19637)]\u000a03:38:37.894294 run osmo-stp_10.42.42.5(pid=19637): stdout: \u000a| (launched: 2022-12-09_03:38:36.338300)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:38:38.033787 run osmo-stp_10.42.42.5(pid=19637): stderr: \u000a| �[0;m�[38;5;43m20221209033836533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209033836533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209033836534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209033836534 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209033836534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209033836535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209033836535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:38:38.166925 run osmo-stp_10.42.42.5(pid=19637): stdout: \u000a| (launched: 2022-12-09_03:38:36.338300)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:38:38.298918 run osmo-stp_10.42.42.5(pid=19637): stderr: \u000a| �[0;m�[38;5;43m20221209033836533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209033836533 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209033836534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209033836534 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209033836534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209033836535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209033836535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:38:38.356762 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19637): Process ended prematurely: osmo-stp_10.42.42.5(pid=19637) [trial-2354↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19637)] [trial-2354↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a03:38:38.366329 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a03:38:38.430831 run osmo-hlr_10.42.42.2(pid=19634): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19634)]\u000a03:38:38.483520 run osmo-hlr_10.42.42.2(pid=19634): stdout: \u000a| (launched: 2022-12-09_03:38:35.310503) \u000a03:38:38.536721 run osmo-hlr_10.42.42.2(pid=19634): stderr: \u000a| �[0;m�[1;31m20221209033835512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209033835512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209033835512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209033835512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209033835512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209033835512 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209033835591 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209033835601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209033835601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209033835601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:38:38.608510 run osmo-msc_10.42.42.6(pid=19640): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19640)]\u000a03:38:38.660997 run osmo-msc_10.42.42.6(pid=19640): stdout: \u000a| (launched: 2022-12-09_03:38:37.396482) \u000a03:38:38.714332 run osmo-msc_10.42.42.6(pid=19640): stderr: \u000a| �[0;m�[38;5;43m20221209033837724 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209033837724 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff0979b5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209033837724 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209033837724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209033837725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209033837725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209033837726 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209033837727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209033837727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209033837727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:38:38.759257 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19633): Terminating (SIGTERM)\u000a03:38:38.802153 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19636): Terminating (SIGTERM)\u000a03:38:38.844932 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19639): Terminating (SIGTERM)\u000a03:38:38.854743 --- ParallelTerminationStrategy: PID 19633 died...\u000a03:38:38.911940 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19633): Terminated: ok {rc=0}\u000a03:38:38.922280 --- ParallelTerminationStrategy: PID 19636 died...\u000a03:38:38.979374 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19636): Terminated: ok {rc=0}\u000a03:38:38.990102 --- ParallelTerminationStrategy: PID 19639 died...\u000a03:38:39.047489 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19639): Terminated: ok {rc=0}\u000a03:38:39.136576 bus /sierra_3: Setting Powered False\u000a03:38:40.241348 bus /sierra_3: Setting Powered False\u000a03:38:41.355022 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "5", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:38:20" }, { "cases" : [ { "testActions" : [ ], "age" : 24, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19651): Process ended prematurely: osmo-stp_10.42.42.5(pid=19651) [trial-2354↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19651)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19651): Process ended prematurely: osmo-stp_10.42.42.5(pid=19651) [trial-2354↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19651)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a03:38:43.311330 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:38:43.322351 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a03:38:43.466890 tst mo_mt_call.py: using LAC 18806\u000a03:38:43.589121 tst mo_mt_call.py: using RAC 191\u000a03:38:43.710438 tst mo_mt_call.py: using CellId 18806\u000a03:38:43.829960 tst mo_mt_call.py: using BVCI 18807\u000a03:38:43.853486 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:38:43.864543 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:38:43.875411 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:38:43.886357 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:38:43.897195 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:38:43.908095 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a03:38:44.029154 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a03:38:44.243895 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:38:44.767202 run create_hlr_db(pid=19645): Launched\u000a03:38:44.957675 bus /sierra_2: Setting Powered False\u000a03:38:45.992122 run create_hlr_db(pid=19645): Terminated: ok {rc=0}\u000a03:38:46.433217 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19647): Launched\u000a03:38:46.862000 run osmo-hlr_10.42.42.2(pid=19648): Launched\u000a03:38:47.055688 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:38:47.651975 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19650): Launched\u000a03:38:47.961676 run osmo-stp_10.42.42.5(pid=19651): Launched\u000a03:38:48.074301 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:38:48.638198 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19653): Launched\u000a03:38:48.949394 run osmo-msc_10.42.42.6(pid=19654): Launched\u000a03:38:49.130163 run osmo-stp_10.42.42.5(pid=19651): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19651)]\u000a03:38:49.261011 run osmo-stp_10.42.42.5(pid=19651): stdout: \u000a| (launched: 2022-12-09_03:38:47.809106)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:38:49.390081 run osmo-stp_10.42.42.5(pid=19651): stderr: \u000a| �[0;m�[38;5;43m20221209033847982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209033847982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209033847983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209033847983 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209033847984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209033847984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209033847984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:38:49.514292 run osmo-stp_10.42.42.5(pid=19651): stdout: \u000a| (launched: 2022-12-09_03:38:47.809106)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:38:49.637115 run osmo-stp_10.42.42.5(pid=19651): stderr: \u000a| �[0;m�[38;5;43m20221209033847982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209033847982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209033847983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209033847983 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209033847984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209033847984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209033847984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:38:49.691226 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19651): Process ended prematurely: osmo-stp_10.42.42.5(pid=19651) [trial-2354↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19651)] [trial-2354↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a03:38:49.699636 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a03:38:49.759941 run osmo-hlr_10.42.42.2(pid=19648): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19648)]\u000a03:38:49.809695 run osmo-hlr_10.42.42.2(pid=19648): stdout: \u000a| (launched: 2022-12-09_03:38:46.598469) \u000a03:38:49.859884 run osmo-hlr_10.42.42.2(pid=19648): stderr: \u000a| �[0;m�[1;31m20221209033846945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209033846945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209033846945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209033846945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209033846945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209033846945 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209033846961 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209033846972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209033846973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209033846973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:38:49.928140 run osmo-msc_10.42.42.6(pid=19654): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19654)]\u000a03:38:49.977905 run osmo-msc_10.42.42.6(pid=19654): stdout: \u000a| (launched: 2022-12-09_03:38:48.795246) \u000a03:38:50.028481 run osmo-msc_10.42.42.6(pid=19654): stderr: \u000a| �[0;m�[38;5;43m20221209033849070 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209033849070 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa435df6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209033849071 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209033849071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209033849071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209033849071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209033849073 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209033849073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209033849073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209033849073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:38:50.070897 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19647): Terminating (SIGTERM)\u000a03:38:50.110872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19650): Terminating (SIGTERM)\u000a03:38:50.150688 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19653): Terminating (SIGTERM)\u000a03:38:50.159833 --- ParallelTerminationStrategy: PID 19647 died...\u000a03:38:50.213178 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19647): Terminated: ok {rc=0}\u000a03:38:50.222651 --- ParallelTerminationStrategy: PID 19650 died...\u000a03:38:50.276080 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19650): Terminated: ok {rc=0}\u000a03:38:50.285728 --- ParallelTerminationStrategy: PID 19653 died...\u000a03:38:50.339152 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19653): Terminated: ok {rc=0}\u000a03:38:50.429875 bus /sierra_3: Setting Powered False\u000a03:38:51.534442 bus /sierra_3: Setting Powered False\u000a03:38:52.647684 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 35, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19662): Process ended prematurely: osmo-stp_10.42.42.5(pid=19662) [trial-2354↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19662)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19662): Process ended prematurely: osmo-stp_10.42.42.5(pid=19662) [trial-2354↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19662)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:38:53.757929 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:38:53.769626 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a03:38:53.915176 tst mo_mt_call_osmux.py: using LAC 18807\u000a03:38:54.038113 tst mo_mt_call_osmux.py: using RAC 192\u000a03:38:54.163714 tst mo_mt_call_osmux.py: using CellId 18807\u000a03:38:54.282521 tst mo_mt_call_osmux.py: using BVCI 18808\u000a03:38:54.306084 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:38:54.317080 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:38:54.327928 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:38:54.338763 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:38:54.349573 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:38:54.360378 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a03:38:54.479157 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a03:38:54.683228 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:38:55.180451 run create_hlr_db(pid=19656): Launched\u000a03:38:55.357804 bus /sierra_2: Setting Powered False\u000a03:38:56.379085 run create_hlr_db(pid=19656): Terminated: ok {rc=0}\u000a03:38:56.792123 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19658): Launched\u000a03:38:57.103664 run osmo-hlr_10.42.42.2(pid=19659): Launched\u000a03:38:57.217129 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:38:57.754904 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19661): Launched\u000a03:38:58.066904 run osmo-stp_10.42.42.5(pid=19662): Launched\u000a03:38:58.179541 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:38:58.746595 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19664): Launched\u000a03:38:59.059195 run osmo-msc_10.42.42.6(pid=19665): Launched\u000a03:38:59.246785 run osmo-stp_10.42.42.5(pid=19662): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19662)]\u000a03:38:59.390649 run osmo-stp_10.42.42.5(pid=19662): stdout: \u000a| (launched: 2022-12-09_03:38:57.911663)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:38:59.529292 run osmo-stp_10.42.42.5(pid=19662): stderr: \u000a| �[0;m�[38;5;43m20221209033858086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209033858086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209033858086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209033858086 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209033858089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209033858089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209033858089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:38:59.662866 run osmo-stp_10.42.42.5(pid=19662): stdout: \u000a| (launched: 2022-12-09_03:38:57.911663)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:38:59.795193 run osmo-stp_10.42.42.5(pid=19662): stderr: \u000a| �[0;m�[38;5;43m20221209033858086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209033858086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209033858086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209033858086 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209033858089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209033858089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209033858089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:38:59.853423 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19662): Process ended prematurely: osmo-stp_10.42.42.5(pid=19662) [trial-2354↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19662)] [trial-2354↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a03:38:59.862858 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a03:38:59.928036 run osmo-hlr_10.42.42.2(pid=19659): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19659)]\u000a03:38:59.981463 run osmo-hlr_10.42.42.2(pid=19659): stdout: \u000a| (launched: 2022-12-09_03:38:56.949321) \u000a03:39:00.035164 run osmo-hlr_10.42.42.2(pid=19659): stderr: \u000a| �[0;m�[1;31m20221209033857131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209033857131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209033857131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209033857131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209033857131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209033857131 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209033857144 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209033857154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209033857154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209033857154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:39:00.107846 run osmo-msc_10.42.42.6(pid=19665): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19665)]\u000a03:39:00.161070 run osmo-msc_10.42.42.6(pid=19665): stdout: \u000a| (launched: 2022-12-09_03:38:58.904156) \u000a03:39:00.214855 run osmo-msc_10.42.42.6(pid=19665): stderr: \u000a| �[0;m�[38;5;43m20221209033859178 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209033859178 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0b68f60c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209033859178 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209033859178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209033859178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209033859178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209033859180 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209033859181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209033859181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209033859181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:39:00.260489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19658): Terminating (SIGTERM)\u000a03:39:00.304285 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19661): Terminating (SIGTERM)\u000a03:39:00.347949 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19664): Terminating (SIGTERM)\u000a03:39:00.358225 --- ParallelTerminationStrategy: PID 19658 died...\u000a03:39:00.415840 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19658): Terminated: ok {rc=0}\u000a03:39:00.426625 --- ParallelTerminationStrategy: PID 19661 died...\u000a03:39:00.483934 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19661): Terminated: ok {rc=0}\u000a03:39:00.494446 --- ParallelTerminationStrategy: PID 19664 died...\u000a03:39:00.551935 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19664): Terminated: ok {rc=0}\u000a03:39:00.640433 bus /sierra_3: Setting Powered False\u000a03:39:01.754303 bus /sierra_3: Setting Powered False\u000a03:39:02.868015 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "6", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:38:43" }, { "cases" : [ { "testActions" : [ ], "age" : 24, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19676): Process ended prematurely: osmo-stp_10.42.42.5(pid=19676) [trial-2354↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19676)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19676): Process ended prematurely: osmo-stp_10.42.42.5(pid=19676) [trial-2354↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19676)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a03:39:04.838753 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:39:04.850348 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a03:39:05.007095 tst mo_mt_call.py: using LAC 18808\u000a03:39:05.134300 tst mo_mt_call.py: using RAC 193\u000a03:39:05.261769 tst mo_mt_call.py: using CellId 18808\u000a03:39:05.390494 tst mo_mt_call.py: using BVCI 18809\u000a03:39:05.415883 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:39:05.427380 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:39:05.438860 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:39:05.450560 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:39:05.462597 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:39:05.474249 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a03:39:05.590496 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a03:39:05.802927 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:39:06.323034 run create_hlr_db(pid=19670): Launched\u000a03:39:06.513805 bus /sierra_2: Setting Powered False\u000a03:39:07.524707 run create_hlr_db(pid=19670): Terminated: ok {rc=0}\u000a03:39:07.977770 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19672): Launched\u000a03:39:08.311302 run osmo-hlr_10.42.42.2(pid=19673): Launched\u000a03:39:08.430561 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:39:09.009667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19675): Launched\u000a03:39:09.341667 run osmo-stp_10.42.42.5(pid=19676): Launched\u000a03:39:09.462465 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:39:10.065628 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19678): Launched\u000a03:39:10.398480 run osmo-msc_10.42.42.6(pid=19679): Launched\u000a03:39:10.591259 run osmo-stp_10.42.42.5(pid=19676): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19676)]\u000a03:39:10.730980 run osmo-stp_10.42.42.5(pid=19676): stdout: \u000a| (launched: 2022-12-09_03:39:09.177483)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:39:10.869896 run osmo-stp_10.42.42.5(pid=19676): stderr: \u000a| �[0;m�[38;5;43m20221209033909372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209033909372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209033909372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209033909373 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209033909373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209033909373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209033909373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:39:11.002665 run osmo-stp_10.42.42.5(pid=19676): stdout: \u000a| (launched: 2022-12-09_03:39:09.177483)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:39:11.134522 run osmo-stp_10.42.42.5(pid=19676): stderr: \u000a| �[0;m�[38;5;43m20221209033909372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209033909372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209033909372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209033909373 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209033909373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209033909373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209033909373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:39:11.192263 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19676): Process ended prematurely: osmo-stp_10.42.42.5(pid=19676) [trial-2354↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19676)] [trial-2354↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a03:39:11.201459 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a03:39:11.265600 run osmo-hlr_10.42.42.2(pid=19673): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19673)]\u000a03:39:11.318147 run osmo-hlr_10.42.42.2(pid=19673): stdout: \u000a| (launched: 2022-12-09_03:39:08.145880) \u000a03:39:11.371112 run osmo-hlr_10.42.42.2(pid=19673): stderr: \u000a| �[0;m�[1;31m20221209033908348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209033908348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209033908348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209033908348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209033908348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209033908348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209033908360 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209033908370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209033908370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209033908370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:39:11.443150 run osmo-msc_10.42.42.6(pid=19679): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19679)]\u000a03:39:11.495865 run osmo-msc_10.42.42.6(pid=19679): stdout: \u000a| (launched: 2022-12-09_03:39:10.233700) \u000a03:39:11.549085 run osmo-msc_10.42.42.6(pid=19679): stderr: \u000a| �[0;m�[38;5;43m20221209033910560 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209033910560 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0fb8759c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209033910560 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209033910560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209033910560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209033910560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209033910562 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209033910563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209033910563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209033910563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:39:11.594207 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19672): Terminating (SIGTERM)\u000a03:39:11.636415 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19675): Terminating (SIGTERM)\u000a03:39:11.679104 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19678): Terminating (SIGTERM)\u000a03:39:11.688737 --- ParallelTerminationStrategy: PID 19672 died...\u000a03:39:11.745550 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19672): Terminated: ok {rc=0}\u000a03:39:11.755599 --- ParallelTerminationStrategy: PID 19675 died...\u000a03:39:11.812007 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19675): Terminated: ok {rc=0}\u000a03:39:11.822365 --- ParallelTerminationStrategy: PID 19678 died...\u000a03:39:11.879152 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19678): Terminated: ok {rc=0}\u000a03:39:11.967882 bus /sierra_3: Setting Powered False\u000a03:39:13.076427 bus /sierra_3: Setting Powered False\u000a03:39:14.185714 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 33, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19688): Process ended prematurely: osmo-stp_10.42.42.5(pid=19688) [trial-2354↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19688)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19688): Process ended prematurely: osmo-stp_10.42.42.5(pid=19688) [trial-2354↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19688)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:39:15.302174 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:39:15.314379 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a03:39:15.469359 tst mo_mt_call_osmux.py: using LAC 18809\u000a03:39:15.598485 tst mo_mt_call_osmux.py: using RAC 194\u000a03:39:15.726861 tst mo_mt_call_osmux.py: using CellId 18809\u000a03:39:15.863303 tst mo_mt_call_osmux.py: using BVCI 18810\u000a03:39:15.889797 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:39:15.901804 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:39:15.913779 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:39:15.927511 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:39:15.940485 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:39:15.953322 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a03:39:16.109623 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a03:39:16.350447 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:39:16.906290 run create_hlr_db(pid=19681): Launched\u000a03:39:17.089365 bus /sierra_2: Setting Powered False\u000a03:39:18.118308 run create_hlr_db(pid=19681): Terminated: ok {rc=0}\u000a03:39:18.560817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19684): Launched\u000a03:39:18.893456 run osmo-hlr_10.42.42.2(pid=19685): Launched\u000a03:39:19.013636 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:39:19.590230 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19687): Launched\u000a03:39:19.922607 run osmo-stp_10.42.42.5(pid=19688): Launched\u000a03:39:20.043328 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:39:20.648903 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19690): Launched\u000a03:39:20.981807 run osmo-msc_10.42.42.6(pid=19691): Launched\u000a03:39:21.174950 run osmo-stp_10.42.42.5(pid=19688): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19688)]\u000a03:39:21.314792 run osmo-stp_10.42.42.5(pid=19688): stdout: \u000a| (launched: 2022-12-09_03:39:19.758787)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:39:21.453855 run osmo-stp_10.42.42.5(pid=19688): stderr: \u000a| �[0;m�[38;5;43m20221209033919957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209033919957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209033919957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209033919958 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209033919958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209033919958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209033919958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:39:21.586923 run osmo-stp_10.42.42.5(pid=19688): stdout: \u000a| (launched: 2022-12-09_03:39:19.758787)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:39:21.718576 run osmo-stp_10.42.42.5(pid=19688): stderr: \u000a| �[0;m�[38;5;43m20221209033919957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209033919957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209033919957 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209033919958 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209033919958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209033919958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209033919958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:39:21.776372 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19688): Process ended prematurely: osmo-stp_10.42.42.5(pid=19688) [trial-2354↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19688)] [trial-2354↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a03:39:21.785726 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a03:39:21.850192 run osmo-hlr_10.42.42.2(pid=19685): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19685)]\u000a03:39:21.903488 run osmo-hlr_10.42.42.2(pid=19685): stdout: \u000a| (launched: 2022-12-09_03:39:18.729499) \u000a03:39:21.957066 run osmo-hlr_10.42.42.2(pid=19685): stderr: \u000a| �[0;m�[1;31m20221209033918931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209033918931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209033918931 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209033918932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209033918932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209033918932 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209033918944 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209033918952 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209033918953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209033918953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:39:22.029425 run osmo-msc_10.42.42.6(pid=19691): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19691)]\u000a03:39:22.082422 run osmo-msc_10.42.42.6(pid=19691): stdout: \u000a| (launched: 2022-12-09_03:39:20.817426) \u000a03:39:22.135895 run osmo-msc_10.42.42.6(pid=19691): stderr: \u000a| �[0;m�[38;5;43m20221209033921141 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209033921141 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9c08fcfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209033921141 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209033921141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209033921142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209033921142 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209033921143 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209033921144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209033921144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209033921144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:39:22.180869 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19684): Terminating (SIGTERM)\u000a03:39:22.223669 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19687): Terminating (SIGTERM)\u000a03:39:22.267062 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19690): Terminating (SIGTERM)\u000a03:39:22.277182 --- ParallelTerminationStrategy: PID 19684 died...\u000a03:39:22.334400 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19684): Terminated: ok {rc=0}\u000a03:39:22.344520 --- ParallelTerminationStrategy: PID 19687 died...\u000a03:39:22.401736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19687): Terminated: ok {rc=0}\u000a03:39:22.411907 --- ParallelTerminationStrategy: PID 19690 died...\u000a03:39:22.468787 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19690): Terminated: ok {rc=0}\u000a03:39:22.557578 bus /sierra_3: Setting Powered False\u000a03:39:23.663157 bus /sierra_3: Setting Powered False\u000a03:39:24.771647 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "7", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:39:04" }, { "cases" : [ { "testActions" : [ ], "age" : 24, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19702): Process ended prematurely: osmo-stp_10.42.42.5(pid=19702) [trial-2354↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19702)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19702): Process ended prematurely: osmo-stp_10.42.42.5(pid=19702) [trial-2354↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19702)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a03:39:26.719033 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:39:26.730057 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a03:39:26.875972 tst mo_mt_call.py: using LAC 18810\u000a03:39:26.998909 tst mo_mt_call.py: using RAC 195\u000a03:39:27.123095 tst mo_mt_call.py: using CellId 18810\u000a03:39:27.250205 tst mo_mt_call.py: using BVCI 18811\u000a03:39:27.273722 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:39:27.284606 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:39:27.295393 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:39:27.306189 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:39:27.317089 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:39:27.327901 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a03:39:27.449465 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a03:39:27.667048 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:39:28.189058 run create_hlr_db(pid=19696): Launched\u000a03:39:28.380481 bus /sierra_2: Setting Powered False\u000a03:39:29.402284 run create_hlr_db(pid=19696): Terminated: ok {rc=0}\u000a03:39:29.819543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19698): Launched\u000a03:39:30.132011 run osmo-hlr_10.42.42.2(pid=19699): Launched\u000a03:39:30.246916 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:39:30.785642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19701): Launched\u000a03:39:31.251283 run osmo-stp_10.42.42.5(pid=19702): Launched\u000a03:39:31.405237 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:39:32.101078 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19704): Launched\u000a03:39:32.439488 run osmo-msc_10.42.42.6(pid=19705): Launched\u000a03:39:32.635525 run osmo-stp_10.42.42.5(pid=19702): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19702)]\u000a03:39:32.775872 run osmo-stp_10.42.42.5(pid=19702): stdout: \u000a| (launched: 2022-12-09_03:39:30.966078)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:39:32.915496 run osmo-stp_10.42.42.5(pid=19702): stderr: \u000a| �[0;m�[38;5;43m20221209033931277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209033931278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209033931278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209033931278 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209033931287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209033931287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209033931287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:39:33.049070 run osmo-stp_10.42.42.5(pid=19702): stdout: \u000a| (launched: 2022-12-09_03:39:30.966078)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:39:33.181285 run osmo-stp_10.42.42.5(pid=19702): stderr: \u000a| �[0;m�[38;5;43m20221209033931277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209033931278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209033931278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209033931278 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209033931287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209033931287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209033931287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:39:33.239158 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19702): Process ended prematurely: osmo-stp_10.42.42.5(pid=19702) [trial-2354↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19702)] [trial-2354↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a03:39:33.248373 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a03:39:33.312400 run osmo-hlr_10.42.42.2(pid=19699): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19699)]\u000a03:39:33.364723 run osmo-hlr_10.42.42.2(pid=19699): stdout: \u000a| (launched: 2022-12-09_03:39:29.976588) \u000a03:39:33.418667 run osmo-hlr_10.42.42.2(pid=19699): stderr: \u000a| �[0;m�[1;31m20221209033930157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209033930157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209033930157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209033930157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209033930157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209033930157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209033930170 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209033930178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209033930178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209033930178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:39:33.490706 run osmo-msc_10.42.42.6(pid=19705): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19705)]\u000a03:39:33.543388 run osmo-msc_10.42.42.6(pid=19705): stdout: \u000a| (launched: 2022-12-09_03:39:32.272818) \u000a03:39:33.596580 run osmo-msc_10.42.42.6(pid=19705): stderr: \u000a| �[0;m�[38;5;43m20221209033932598 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209033932598 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe768588c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209033932598 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209033932598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209033932598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209033932599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209033932600 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209033932601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209033932601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209033932601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:39:33.642429 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19698): Terminating (SIGTERM)\u000a03:39:33.685036 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19701): Terminating (SIGTERM)\u000a03:39:33.727875 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19704): Terminating (SIGTERM)\u000a03:39:33.738069 --- ParallelTerminationStrategy: PID 19698 died...\u000a03:39:33.795434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19698): Terminated: ok {rc=0}\u000a03:39:33.805831 --- ParallelTerminationStrategy: PID 19701 died...\u000a03:39:33.863060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19701): Terminated: ok {rc=0}\u000a03:39:33.873439 --- ParallelTerminationStrategy: PID 19704 died...\u000a03:39:33.930558 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19704): Terminated: ok {rc=0}\u000a03:39:34.019503 bus /sierra_3: Setting Powered False\u000a03:39:35.128606 bus /sierra_3: Setting Powered False\u000a03:39:36.238223 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 24, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19713): Process ended prematurely: osmo-stp_10.42.42.5(pid=19713) [trial-2354↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19713)]", "failedSince" : 2331, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19713): Process ended prematurely: osmo-stp_10.42.42.5(pid=19713) [trial-2354↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19713)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:39:37.355097 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:39:37.367255 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a03:39:37.521621 tst mo_mt_call_osmux.py: using LAC 18811\u000a03:39:37.649522 tst mo_mt_call_osmux.py: using RAC 196\u000a03:39:37.770735 tst mo_mt_call_osmux.py: using CellId 18811\u000a03:39:37.893104 tst mo_mt_call_osmux.py: using BVCI 18812\u000a03:39:37.916761 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:39:37.928092 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:39:37.939266 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:39:37.950574 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:39:37.961827 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:39:37.973189 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a03:39:38.092593 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a03:39:38.301206 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:39:38.796798 run create_hlr_db(pid=19707): Launched\u000a03:39:38.974443 bus /sierra_2: Setting Powered False\u000a03:39:40.001480 run create_hlr_db(pid=19707): Terminated: ok {rc=0}\u000a03:39:40.415941 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19709): Launched\u000a03:39:40.725169 run osmo-hlr_10.42.42.2(pid=19710): Launched\u000a03:39:40.846558 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:39:41.393432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19712): Launched\u000a03:39:41.703884 run osmo-stp_10.42.42.5(pid=19713): Launched\u000a03:39:41.815258 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:39:42.379938 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19715): Launched\u000a03:39:42.691798 run osmo-msc_10.42.42.6(pid=19716): Launched\u000a03:39:42.871911 run osmo-stp_10.42.42.5(pid=19713): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19713)]\u000a03:39:43.002582 run osmo-stp_10.42.42.5(pid=19713): stdout: \u000a| (launched: 2022-12-09_03:39:41.550164)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:39:43.131001 run osmo-stp_10.42.42.5(pid=19713): stderr: \u000a| �[0;m�[38;5;43m20221209033941723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209033941723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209033941723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209033941724 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209033941724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209033941724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209033941724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:39:43.255278 run osmo-stp_10.42.42.5(pid=19713): stdout: \u000a| (launched: 2022-12-09_03:39:41.550164)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:39:43.378281 run osmo-stp_10.42.42.5(pid=19713): stderr: \u000a| �[0;m�[38;5;43m20221209033941723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209033941723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209033941723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209033941724 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209033941724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209033941724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209033941724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:39:43.432482 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19713): Process ended prematurely: osmo-stp_10.42.42.5(pid=19713) [trial-2354↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19713)] [trial-2354↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a03:39:43.441172 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a03:39:43.500750 run osmo-hlr_10.42.42.2(pid=19710): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19710)]\u000a03:39:43.550088 run osmo-hlr_10.42.42.2(pid=19710): stdout: \u000a| (launched: 2022-12-09_03:39:40.572555) \u000a03:39:43.599896 run osmo-hlr_10.42.42.2(pid=19710): stderr: \u000a| �[0;m�[1;31m20221209033940754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209033940754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209033940754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209033940754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209033940754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209033940754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209033940766 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209033940775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209033940776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209033940776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:39:43.667531 run osmo-msc_10.42.42.6(pid=19716): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19716)]\u000a03:39:43.717814 run osmo-msc_10.42.42.6(pid=19716): stdout: \u000a| (launched: 2022-12-09_03:39:42.537069) \u000a03:39:43.767736 run osmo-msc_10.42.42.6(pid=19716): stderr: \u000a| �[0;m�[38;5;43m20221209033942813 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209033942814 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb317c35c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209033942814 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209033942814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209033942814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209033942814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209033942816 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209033942816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209033942816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209033942816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:39:43.809904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19709): Terminating (SIGTERM)\u000a03:39:43.849841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19712): Terminating (SIGTERM)\u000a03:39:43.889765 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19715): Terminating (SIGTERM)\u000a03:39:43.898936 --- ParallelTerminationStrategy: PID 19709 died...\u000a03:39:43.953364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19709): Terminated: ok {rc=0}\u000a03:39:43.963281 --- ParallelTerminationStrategy: PID 19712 died...\u000a03:39:44.017242 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19712): Terminated: ok {rc=0}\u000a03:39:44.026911 --- ParallelTerminationStrategy: PID 19715 died...\u000a03:39:44.080535 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19715): Terminated: ok {rc=0}\u000a03:39:44.170625 bus /sierra_3: Setting Powered False\u000a03:39:45.274305 bus /sierra_3: Setting Powered False\u000a03:39:46.387507 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "8", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:39:26" }, { "cases" : [ { "testActions" : [ ], "age" : 24, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19727): Process ended prematurely: osmo-stp_10.42.42.5(pid=19727) [trial-2354↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19727)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19727): Process ended prematurely: osmo-stp_10.42.42.5(pid=19727) [trial-2354↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19727)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a03:39:48.341730 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:39:48.352914 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a03:39:48.502742 tst mo_mt_call.py: using LAC 18812\u000a03:39:48.622190 tst mo_mt_call.py: using RAC 197\u000a03:39:48.741433 tst mo_mt_call.py: using CellId 18812\u000a03:39:48.870224 tst mo_mt_call.py: using BVCI 18813\u000a03:39:48.895547 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:39:48.907252 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:39:48.919577 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:39:48.931035 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:39:48.942835 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:39:48.954470 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:39:49.072376 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:39:49.285234 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:39:49.807766 run create_hlr_db(pid=19721): Launched\u000a03:39:49.998737 bus /sierra_2: Setting Powered False\u000a03:39:51.021139 run create_hlr_db(pid=19721): Terminated: ok {rc=0}\u000a03:39:51.437994 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19723): Launched\u000a03:39:51.749288 run osmo-hlr_10.42.42.2(pid=19724): Launched\u000a03:39:51.864527 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:39:52.401444 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19726): Launched\u000a03:39:52.712795 run osmo-stp_10.42.42.5(pid=19727): Launched\u000a03:39:52.826068 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:39:53.391069 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19729): Launched\u000a03:39:53.703046 run osmo-msc_10.42.42.6(pid=19730): Launched\u000a03:39:53.884269 run osmo-stp_10.42.42.5(pid=19727): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19727)]\u000a03:39:54.014847 run osmo-stp_10.42.42.5(pid=19727): stdout: \u000a| (launched: 2022-12-09_03:39:52.558836)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:39:54.143734 run osmo-stp_10.42.42.5(pid=19727): stderr: \u000a| �[0;m�[38;5;43m20221209033952734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209033952734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209033952734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209033952734 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209033952735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209033952735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209033952735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:39:54.268178 run osmo-stp_10.42.42.5(pid=19727): stdout: \u000a| (launched: 2022-12-09_03:39:52.558836)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:39:54.392020 run osmo-stp_10.42.42.5(pid=19727): stderr: \u000a| �[0;m�[38;5;43m20221209033952734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209033952734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209033952734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209033952734 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209033952735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209033952735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209033952735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:39:54.446469 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19727): Process ended prematurely: osmo-stp_10.42.42.5(pid=19727) [trial-2354↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19727)] [trial-2354↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a03:39:54.455319 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a03:39:54.515892 run osmo-hlr_10.42.42.2(pid=19724): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19724)]\u000a03:39:54.565971 run osmo-hlr_10.42.42.2(pid=19724): stdout: \u000a| (launched: 2022-12-09_03:39:51.595560) \u000a03:39:54.616533 run osmo-hlr_10.42.42.2(pid=19724): stderr: \u000a| �[0;m�[1;31m20221209033951775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209033951775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209033951776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209033951776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209033951776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209033951776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209033951789 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209033951799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209033951799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209033951799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:39:54.685037 run osmo-msc_10.42.42.6(pid=19730): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19730)]\u000a03:39:54.734948 run osmo-msc_10.42.42.6(pid=19730): stdout: \u000a| (launched: 2022-12-09_03:39:53.549285) \u000a03:39:54.785077 run osmo-msc_10.42.42.6(pid=19730): stderr: \u000a| �[0;m�[38;5;43m20221209033953826 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209033953826 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5a5f6f6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209033953826 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209033953826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209033953827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209033953827 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209033953829 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209033953830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209033953830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209033953830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:39:54.827781 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19723): Terminating (SIGTERM)\u000a03:39:54.868268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19726): Terminating (SIGTERM)\u000a03:39:54.908731 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19729): Terminating (SIGTERM)\u000a03:39:54.918244 --- ParallelTerminationStrategy: PID 19723 died...\u000a03:39:54.972362 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19723): Terminated: ok {rc=0}\u000a03:39:54.982286 --- ParallelTerminationStrategy: PID 19726 died...\u000a03:39:55.036607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19726): Terminated: ok {rc=0}\u000a03:39:55.046528 --- ParallelTerminationStrategy: PID 19729 died...\u000a03:39:55.100517 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19729): Terminated: ok {rc=0}\u000a03:39:55.191526 bus /sierra_3: Setting Powered False\u000a03:39:56.296625 bus /sierra_3: Setting Powered False\u000a03:39:57.405024 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 35, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19747): Process ended prematurely: osmo-stp_10.42.42.5(pid=19747) [trial-2354↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19747)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19747): Process ended prematurely: osmo-stp_10.42.42.5(pid=19747) [trial-2354↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19747)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:39:58.520908 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:39:58.533235 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a03:39:58.688678 tst mo_mt_call_osmux.py: using LAC 18813\u000a03:39:58.819442 tst mo_mt_call_osmux.py: using RAC 198\u000a03:39:58.948848 tst mo_mt_call_osmux.py: using CellId 18813\u000a03:39:59.078393 tst mo_mt_call_osmux.py: using BVCI 18814\u000a03:39:59.103646 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:39:59.115229 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:39:59.126853 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:39:59.138599 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:39:59.150352 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:39:59.162069 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:39:59.284501 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:39:59.495755 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:39:59.996362 run create_hlr_db(pid=19732): Launched\u000a03:40:00.174142 bus /sierra_2: Setting Powered False\u000a03:40:01.197992 run create_hlr_db(pid=19732): Terminated: ok {rc=0}\u000a03:40:01.648615 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19743): Launched\u000a03:40:02.066445 run osmo-hlr_10.42.42.2(pid=19744): Launched\u000a03:40:02.180592 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:40:02.733829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19746): Launched\u000a03:40:03.044525 run osmo-stp_10.42.42.5(pid=19747): Launched\u000a03:40:03.157487 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:40:03.721033 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19749): Launched\u000a03:40:04.031845 run osmo-msc_10.42.42.6(pid=19750): Launched\u000a03:40:04.211952 run osmo-stp_10.42.42.5(pid=19747): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19747)]\u000a03:40:04.341766 run osmo-stp_10.42.42.5(pid=19747): stdout: \u000a| (launched: 2022-12-09_03:40:02.890817)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:40:04.470091 run osmo-stp_10.42.42.5(pid=19747): stderr: \u000a| �[0;m�[38;5;43m20221209034003064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034003064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034003064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034003065 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034003065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034003065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034003065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:40:04.594177 run osmo-stp_10.42.42.5(pid=19747): stdout: \u000a| (launched: 2022-12-09_03:40:02.890817)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:40:04.716854 run osmo-stp_10.42.42.5(pid=19747): stderr: \u000a| �[0;m�[38;5;43m20221209034003064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034003064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034003064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034003065 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034003065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034003065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034003065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:40:04.770713 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19747): Process ended prematurely: osmo-stp_10.42.42.5(pid=19747) [trial-2354↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19747)] [trial-2354↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a03:40:04.779512 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a03:40:04.839800 run osmo-hlr_10.42.42.2(pid=19744): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19744)]\u000a03:40:04.889405 run osmo-hlr_10.42.42.2(pid=19744): stdout: \u000a| (launched: 2022-12-09_03:40:01.810584) \u000a03:40:04.939569 run osmo-hlr_10.42.42.2(pid=19744): stderr: \u000a| �[0;m�[1;31m20221209034002194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209034002194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209034002194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034002194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034002194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209034002194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209034002214 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209034002231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209034002231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209034002231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:40:05.007825 run osmo-msc_10.42.42.6(pid=19750): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19750)]\u000a03:40:05.057385 run osmo-msc_10.42.42.6(pid=19750): stdout: \u000a| (launched: 2022-12-09_03:40:03.878491) \u000a03:40:05.107424 run osmo-msc_10.42.42.6(pid=19750): stderr: \u000a| �[0;m�[38;5;43m20221209034004154 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209034004154 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7207df4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209034004154 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209034004154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209034004154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209034004154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209034004156 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209034004157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209034004157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209034004157 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:40:05.149678 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19743): Terminating (SIGTERM)\u000a03:40:05.189695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19746): Terminating (SIGTERM)\u000a03:40:05.229803 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19749): Terminating (SIGTERM)\u000a03:40:05.239031 --- ParallelTerminationStrategy: PID 19743 died...\u000a03:40:05.292802 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19743): Terminated: ok {rc=0}\u000a03:40:05.302551 --- ParallelTerminationStrategy: PID 19746 died...\u000a03:40:05.355309 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19746): Terminated: ok {rc=0}\u000a03:40:05.364897 --- ParallelTerminationStrategy: PID 19749 died...\u000a03:40:05.417797 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19749): Terminated: ok {rc=0}\u000a03:40:05.501691 bus /sierra_3: Setting Powered False\u000a03:40:06.603081 bus /sierra_3: Setting Powered False\u000a03:40:07.711569 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "9", "name" : "voice_sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:39:48" }, { "cases" : [ { "testActions" : [ ], "age" : 24, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19761): Process ended prematurely: osmo-stp_10.42.42.5(pid=19761) [trial-2354↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19761)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19761): Process ended prematurely: osmo-stp_10.42.42.5(pid=19761) [trial-2354↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19761)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a03:40:09.662950 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:40:09.674004 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a03:40:09.820043 tst mo_mt_call.py: using LAC 18814\u000a03:40:09.943875 tst mo_mt_call.py: using RAC 199\u000a03:40:10.066273 tst mo_mt_call.py: using CellId 18814\u000a03:40:10.195033 tst mo_mt_call.py: using BVCI 18815\u000a03:40:10.220481 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:40:10.231996 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:40:10.243353 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:40:10.255758 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:40:10.267852 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:40:10.280755 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a03:40:10.400534 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a03:40:10.606896 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:40:11.104090 run create_hlr_db(pid=19755): Launched\u000a03:40:11.281258 bus /sierra_2: Setting Powered False\u000a03:40:12.303049 run create_hlr_db(pid=19755): Terminated: ok {rc=0}\u000a03:40:12.743968 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19757): Launched\u000a03:40:13.076319 run osmo-hlr_10.42.42.2(pid=19758): Launched\u000a03:40:13.201528 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:40:13.778120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19760): Launched\u000a03:40:14.111030 run osmo-stp_10.42.42.5(pid=19761): Launched\u000a03:40:14.231994 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:40:14.837839 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19763): Launched\u000a03:40:15.172623 run osmo-msc_10.42.42.6(pid=19764): Launched\u000a03:40:15.367259 run osmo-stp_10.42.42.5(pid=19761): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19761)]\u000a03:40:15.507951 run osmo-stp_10.42.42.5(pid=19761): stdout: \u000a| (launched: 2022-12-09_03:40:13.946806)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:40:15.647207 run osmo-stp_10.42.42.5(pid=19761): stderr: \u000a| �[0;m�[38;5;43m20221209034014144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034014145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034014145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034014145 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034014146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034014146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034014146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:40:15.780457 run osmo-stp_10.42.42.5(pid=19761): stdout: \u000a| (launched: 2022-12-09_03:40:13.946806)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:40:15.940293 run osmo-stp_10.42.42.5(pid=19761): stderr: \u000a| �[0;m�[38;5;43m20221209034014144 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034014145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034014145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034014145 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034014146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034014146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034014146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:40:15.999988 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19761): Process ended prematurely: osmo-stp_10.42.42.5(pid=19761) [trial-2354↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19761)] [trial-2354↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a03:40:16.010320 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a03:40:16.091596 run osmo-hlr_10.42.42.2(pid=19758): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19758)]\u000a03:40:16.161238 run osmo-hlr_10.42.42.2(pid=19758): stdout: \u000a| (launched: 2022-12-09_03:40:12.912258) \u000a03:40:16.226132 run osmo-hlr_10.42.42.2(pid=19758): stderr: \u000a| �[0;m�[1;31m20221209034013113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209034013113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209034013113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034013113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034013113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209034013113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209034013127 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209034013137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209034013137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209034013137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:40:16.298527 run osmo-msc_10.42.42.6(pid=19764): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19764)]\u000a03:40:16.350612 run osmo-msc_10.42.42.6(pid=19764): stdout: \u000a| (launched: 2022-12-09_03:40:15.005877) \u000a03:40:16.402436 run osmo-msc_10.42.42.6(pid=19764): stderr: \u000a| �[0;m�[38;5;43m20221209034015331 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209034015331 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbb0a217c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209034015331 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209034015331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209034015331 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209034015332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209034015333 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209034015334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209034015334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209034015334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:40:16.446870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19757): Terminating (SIGTERM)\u000a03:40:16.491986 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19760): Terminating (SIGTERM)\u000a03:40:16.536555 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19763): Terminating (SIGTERM)\u000a03:40:16.546724 --- ParallelTerminationStrategy: PID 19757 died...\u000a03:40:16.605152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19757): Terminated: ok {rc=0}\u000a03:40:16.615388 --- ParallelTerminationStrategy: PID 19760 died...\u000a03:40:16.672001 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19760): Terminated: ok {rc=0}\u000a03:40:16.683469 --- ParallelTerminationStrategy: PID 19763 died...\u000a03:40:16.739421 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19763): Terminated: ok {rc=0}\u000a03:40:16.826619 bus /sierra_3: Setting Powered False\u000a03:40:17.935844 bus /sierra_3: Setting Powered False\u000a03:40:19.050427 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 35, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19772): Process ended prematurely: osmo-stp_10.42.42.5(pid=19772) [trial-2354↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19772)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19772): Process ended prematurely: osmo-stp_10.42.42.5(pid=19772) [trial-2354↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19772)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:40:20.162930 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:40:20.174660 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a03:40:20.322819 tst mo_mt_call_osmux.py: using LAC 18815\u000a03:40:20.444573 tst mo_mt_call_osmux.py: using RAC 200\u000a03:40:20.566087 tst mo_mt_call_osmux.py: using CellId 18815\u000a03:40:20.692053 tst mo_mt_call_osmux.py: using BVCI 18816\u000a03:40:20.715719 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:40:20.726676 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:40:20.737446 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:40:20.748357 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:40:20.759367 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:40:20.770367 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a03:40:20.891085 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a03:40:21.097210 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:40:21.592389 run create_hlr_db(pid=19766): Launched\u000a03:40:21.768605 bus /sierra_2: Setting Powered False\u000a03:40:22.791940 run create_hlr_db(pid=19766): Terminated: ok {rc=0}\u000a03:40:23.204069 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19768): Launched\u000a03:40:23.520821 run osmo-hlr_10.42.42.2(pid=19769): Launched\u000a03:40:23.634538 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:40:24.171142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19771): Launched\u000a03:40:24.481728 run osmo-stp_10.42.42.5(pid=19772): Launched\u000a03:40:24.594473 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:40:25.157649 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19776): Launched\u000a03:40:25.468779 run osmo-msc_10.42.42.6(pid=19777): Launched\u000a03:40:25.648164 run osmo-stp_10.42.42.5(pid=19772): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19772)]\u000a03:40:25.778479 run osmo-stp_10.42.42.5(pid=19772): stdout: \u000a| (launched: 2022-12-09_03:40:24.327823)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:40:25.907070 run osmo-stp_10.42.42.5(pid=19772): stderr: \u000a| �[0;m�[38;5;43m20221209034024504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034024504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034024504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034024505 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034024505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034024505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034024505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:40:26.031426 run osmo-stp_10.42.42.5(pid=19772): stdout: \u000a| (launched: 2022-12-09_03:40:24.327823)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:40:26.154969 run osmo-stp_10.42.42.5(pid=19772): stderr: \u000a| �[0;m�[38;5;43m20221209034024504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034024504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034024504 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034024505 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034024505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034024505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034024505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:40:26.209047 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19772): Process ended prematurely: osmo-stp_10.42.42.5(pid=19772) [trial-2354↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19772)] [trial-2354↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a03:40:26.217713 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a03:40:26.278392 run osmo-hlr_10.42.42.2(pid=19769): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19769)]\u000a03:40:26.328855 run osmo-hlr_10.42.42.2(pid=19769): stdout: \u000a| (launched: 2022-12-09_03:40:23.360636) \u000a03:40:26.379578 run osmo-hlr_10.42.42.2(pid=19769): stderr: \u000a| �[0;m�[1;31m20221209034023544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209034023544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209034023544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034023544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034023544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209034023544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209034023556 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209034023565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209034023565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209034023565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:40:26.447880 run osmo-msc_10.42.42.6(pid=19777): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19777)]\u000a03:40:26.497477 run osmo-msc_10.42.42.6(pid=19777): stdout: \u000a| (launched: 2022-12-09_03:40:25.314209) \u000a03:40:26.547538 run osmo-msc_10.42.42.6(pid=19777): stderr: \u000a| �[0;m�[38;5;43m20221209034025589 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209034025589 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f98a1bc9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209034025589 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209034025589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209034025590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209034025590 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209034025591 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209034025592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209034025592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209034025592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:40:26.589871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19768): Terminating (SIGTERM)\u000a03:40:26.629933 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19771): Terminating (SIGTERM)\u000a03:40:26.670119 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19776): Terminating (SIGTERM)\u000a03:40:26.679481 --- ParallelTerminationStrategy: PID 19768 died...\u000a03:40:26.733202 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19768): Terminated: ok {rc=0}\u000a03:40:26.743009 --- ParallelTerminationStrategy: PID 19771 died...\u000a03:40:26.796514 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19771): Terminated: ok {rc=0}\u000a03:40:26.806384 --- ParallelTerminationStrategy: PID 19776 died...\u000a03:40:26.859943 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19776): Terminated: ok {rc=0}\u000a03:40:26.944469 bus /sierra_3: Setting Powered False\u000a03:40:28.053838 bus /sierra_3: Setting Powered False\u000a03:40:29.163222 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "10", "name" : "voice_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:40:09" }, { "cases" : [ { "testActions" : [ ], "age" : 24, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19788): Process ended prematurely: osmo-stp_10.42.42.5(pid=19788) [trial-2354↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19788)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19788): Process ended prematurely: osmo-stp_10.42.42.5(pid=19788) [trial-2354↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19788)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 emergency:sysmo emergency_mo_mt_call.py\u000a----------------------------------------------\u000a03:40:31.137139 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a03:40:31.149232 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a03:40:31.307433 tst emergency_mo_mt_call.py: using LAC 18816\u000a03:40:31.444872 tst emergency_mo_mt_call.py: using RAC 201\u000a03:40:31.593965 tst emergency_mo_mt_call.py: using CellId 18816\u000a03:40:31.754491 tst emergency_mo_mt_call.py: using BVCI 18817\u000a03:40:31.785672 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a03:40:31.798947 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a03:40:31.813312 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a03:40:31.827817 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a03:40:31.842361 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a03:40:31.856487 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a03:40:31.995961 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a03:40:32.240801 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:40:32.731148 run create_hlr_db(pid=19782): Launched\u000a03:40:32.906311 bus /sierra_2: Setting Powered False\u000a03:40:33.927182 run create_hlr_db(pid=19782): Terminated: ok {rc=0}\u000a03:40:34.333532 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19784): Launched\u000a03:40:34.638148 run osmo-hlr_10.42.42.2(pid=19785): Launched\u000a03:40:34.754859 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:40:35.295132 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19787): Launched\u000a03:40:35.600909 run osmo-stp_10.42.42.5(pid=19788): Launched\u000a03:40:35.723517 tst emergency_mo_mt_call.py: using MSISDN 7012\u000a03:40:35.874319 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:40:36.431374 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19790): Launched\u000a03:40:36.737202 run osmo-msc_10.42.42.6(pid=19791): Launched\u000a03:40:36.915292 run osmo-stp_10.42.42.5(pid=19788): ERR: Terminated: ERROR {rc=1} [trial-2354↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19788)]\u000a03:40:37.044213 run osmo-stp_10.42.42.5(pid=19788): stdout: \u000a| (launched: 2022-12-09_03:40:35.449211)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:40:37.171188 run osmo-stp_10.42.42.5(pid=19788): stderr: \u000a| �[0;m�[38;5;43m20221209034035624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034035624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034035624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034035624 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034035625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034035625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034035625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:40:37.293030 run osmo-stp_10.42.42.5(pid=19788): stdout: \u000a| (launched: 2022-12-09_03:40:35.449211)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:40:37.413650 run osmo-stp_10.42.42.5(pid=19788): stderr: \u000a| �[0;m�[38;5;43m20221209034035624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034035624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034035624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034035624 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034035625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034035625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034035625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:40:37.466510 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=19788): Process ended prematurely: osmo-stp_10.42.42.5(pid=19788) [trial-2354↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19788)] [trial-2354↪emergency:sysmo↪emergency_mo_mt_call.py:19]\u000a03:40:37.474641 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a03:40:37.535688 run osmo-hlr_10.42.42.2(pid=19785): ERR: Terminated: ERROR {rc=237} [trial-2354↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19785)]\u000a03:40:37.585875 run osmo-hlr_10.42.42.2(pid=19785): stdout: \u000a| (launched: 2022-12-09_03:40:34.487332) \u000a03:40:37.636507 run osmo-hlr_10.42.42.2(pid=19785): stderr: \u000a| �[0;m�[1;31m20221209034034670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209034034670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209034034670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034034670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034034670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209034034670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209034034682 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/emergency:sysmo/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209034034691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209034034691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209034034691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:40:37.705018 run osmo-msc_10.42.42.6(pid=19791): ERR: Terminated: ERROR {rc=2} [trial-2354↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19791)]\u000a03:40:37.754637 run osmo-msc_10.42.42.6(pid=19791): stdout: \u000a| (launched: 2022-12-09_03:40:36.585279) \u000a03:40:37.805076 run osmo-msc_10.42.42.6(pid=19791): stderr: \u000a| �[0;m�[38;5;43m20221209034036863 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209034036864 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff0a99a7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209034036864 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209034036864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209034036864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209034036865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209034036866 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209034036867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209034036867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209034036867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:40:37.847785 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19784): Terminating (SIGTERM)\u000a03:40:37.888420 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19787): Terminating (SIGTERM)\u000a03:40:37.929106 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19790): Terminating (SIGTERM)\u000a03:40:37.938643 --- ParallelTerminationStrategy: PID 19784 died...\u000a03:40:37.993102 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19784): Terminated: ok {rc=0}\u000a03:40:38.003028 --- ParallelTerminationStrategy: PID 19787 died...\u000a03:40:38.057934 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19787): Terminated: ok {rc=0}\u000a03:40:38.067635 --- ParallelTerminationStrategy: PID 19790 died...\u000a03:40:38.121576 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19790): Terminated: ok {rc=0}\u000a03:40:38.213116 bus /sierra_3: Setting Powered False\u000a03:40:39.318681 bus /sierra_3: Setting Powered False\u000a03:40:40.433446 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 192, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19800): Process ended prematurely: osmo-stp_10.42.42.5(pid=19800) [trial-2354↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19800)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19800): Process ended prematurely: osmo-stp_10.42.42.5(pid=19800) [trial-2354↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19800)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 emergency:sysmo emergency_preemptive_call.py\u000a----------------------------------------------\u000a03:40:41.485788 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a03:40:41.497106 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a03:40:41.621565 tst emergency_preemptive_call.py: using LAC 18817\u000a03:40:41.749546 tst emergency_preemptive_call.py: using RAC 202\u000a03:40:41.878343 tst emergency_preemptive_call.py: using CellId 18817\u000a03:40:42.010137 tst emergency_preemptive_call.py: using BVCI 18818\u000a03:40:42.033393 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a03:40:42.044014 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a03:40:42.054678 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a03:40:42.065207 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a03:40:42.076079 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a03:40:42.086731 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a03:40:42.202694 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a03:40:42.318995 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a03:40:42.433723 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a03:40:42.642964 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:40:43.155701 run create_hlr_db(pid=19794): Launched\u000a03:40:43.343805 bus /sierra_2: Setting Powered False\u000a03:40:44.364433 run create_hlr_db(pid=19794): Terminated: ok {rc=0}\u000a03:40:44.776454 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19796): Launched\u000a03:40:45.082588 run osmo-hlr_10.42.42.2(pid=19797): Launched\u000a03:40:45.203289 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:40:45.737876 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19799): Launched\u000a03:40:46.071451 run osmo-stp_10.42.42.5(pid=19800): Launched\u000a03:40:46.320385 tst emergency_preemptive_call.py: using MSISDN 7013\u000a03:40:46.506580 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:40:47.149660 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19802): Launched\u000a03:40:47.497892 run osmo-msc_10.42.42.6(pid=19803): Launched\u000a03:40:47.701511 run osmo-stp_10.42.42.5(pid=19800): ERR: Terminated: ERROR {rc=1} [trial-2354↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19800)]\u000a03:40:47.843162 run osmo-stp_10.42.42.5(pid=19800): stdout: \u000a| (launched: 2022-12-09_03:40:45.895551)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:40:47.982658 run osmo-stp_10.42.42.5(pid=19800): stderr: \u000a| �[0;m�[38;5;43m20221209034046198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034046198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034046198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034046199 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034046199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034046200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034046200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:40:48.114558 run osmo-stp_10.42.42.5(pid=19800): stdout: \u000a| (launched: 2022-12-09_03:40:45.895551)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:40:48.244630 run osmo-stp_10.42.42.5(pid=19800): stderr: \u000a| �[0;m�[38;5;43m20221209034046198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034046198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034046198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034046199 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034046199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034046200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034046200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:40:48.301307 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=19800): Process ended prematurely: osmo-stp_10.42.42.5(pid=19800) [trial-2354↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19800)] [trial-2354↪emergency:sysmo↪emergency_preemptive_call.py:32]\u000a03:40:48.309954 tst emergency_preemptive_call.py:32: Test FAILED (6.8 sec)\u000a03:40:48.374363 run osmo-hlr_10.42.42.2(pid=19797): ERR: Terminated: ERROR {rc=237} [trial-2354↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19797)]\u000a03:40:48.426902 run osmo-hlr_10.42.42.2(pid=19797): stdout: \u000a| (launched: 2022-12-09_03:40:44.931131) \u000a03:40:48.480422 run osmo-hlr_10.42.42.2(pid=19797): stderr: \u000a| �[0;m�[1;31m20221209034045110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209034045110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209034045110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034045110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034045110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209034045110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209034045122 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/emergency:sysmo/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209034045131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209034045132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209034045132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:40:48.552817 run osmo-msc_10.42.42.6(pid=19803): ERR: Terminated: ERROR {rc=2} [trial-2354↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=19803)]\u000a03:40:48.605288 run osmo-msc_10.42.42.6(pid=19803): stdout: \u000a| (launched: 2022-12-09_03:40:47.319784) \u000a03:40:48.658458 run osmo-msc_10.42.42.6(pid=19803): stderr: \u000a| �[0;m�[38;5;43m20221209034047659 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209034047659 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f739e31fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209034047659 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209034047659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209034047659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209034047660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209034047662 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209034047662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209034047662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209034047662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:40:48.703410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19796): Terminating (SIGTERM)\u000a03:40:48.746248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19799): Terminating (SIGTERM)\u000a03:40:48.789251 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19802): Terminating (SIGTERM)\u000a03:40:48.799072 --- ParallelTerminationStrategy: PID 19796 died...\u000a03:40:48.856244 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19796): Terminated: ok {rc=0}\u000a03:40:48.866573 --- ParallelTerminationStrategy: PID 19799 died...\u000a03:40:48.923886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19799): Terminated: ok {rc=0}\u000a03:40:48.934095 --- ParallelTerminationStrategy: PID 19802 died...\u000a03:40:48.991228 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=19802): Terminated: ok {rc=0}\u000a03:40:49.079069 bus /sierra_9: Setting Powered False\u000a03:40:50.182386 bus /sierra_9: Setting Powered False\u000a03:40:51.294652 bus /sierra_8: Setting Powered False\u000a03:40:52.401984 bus /sierra_8: Setting Powered False\u000a03:40:53.510231 bus /sierra_3: Setting Powered False\u000a03:40:54.613895 bus /sierra_3: Setting Powered False\u000a03:40:55.722252 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "11", "name" : "emergency_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:40:30" }, { "cases" : [ { "testActions" : [ ], "age" : 41, "className" : "gprs:sysmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19818): Process ended prematurely: osmo-stp_10.42.42.5(pid=19818) [trial-2354↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19818)]", "failedSince" : 2314, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19818): Process ended prematurely: osmo-stp_10.42.42.5(pid=19818) [trial-2354↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19818)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:sysmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a03:40:57.806491 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:40:57.817003 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a03:40:57.943159 tst cs_paging_gprs_active.py: using LAC 18818\u000a03:40:58.065501 tst cs_paging_gprs_active.py: using RAC 203\u000a03:40:58.191904 tst cs_paging_gprs_active.py: using CellId 18818\u000a03:40:58.313467 tst cs_paging_gprs_active.py: using BVCI 18819\u000a03:40:58.337267 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:40:58.347681 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:40:58.358131 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:40:58.368431 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:40:58.378743 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:40:58.389031 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:40:58.399374 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:40:58.409648 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:40:58.420076 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a03:40:58.538477 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a03:40:58.838684 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a03:40:58.979356 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:40:59.323757 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19808): Launched\u000a03:40:59.611518 run iperf3-srv_10.42.42.10(pid=19809): Launched\u000a03:40:59.814950 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a03:40:59.953883 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:41:00.299859 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19810): Launched\u000a03:41:00.587190 run iperf3-srv_10.42.42.10(pid=19811): Launched\u000a03:41:00.790086 tst cs_paging_gprs_active.py:38: start network...\u000a03:41:00.933290 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:41:01.495447 run create_hlr_db(pid=19812): Launched\u000a03:41:01.691197 bus /sierra_2: Setting Powered False\u000a03:41:02.709997 run create_hlr_db(pid=19812): Terminated: ok {rc=0}\u000a03:41:03.128326 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19814): Launched\u000a03:41:03.440799 run osmo-hlr_10.42.42.2(pid=19815): Launched\u000a03:41:03.554452 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:41:04.093351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19817): Launched\u000a03:41:04.405098 run osmo-stp_10.42.42.5(pid=19818): Launched\u000a03:41:04.518408 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:41:06.033596 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19820): Launched\u000a03:41:06.144045 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:41:06.417528 run patchelf(pid=19821): Launched\u000a03:41:06.598015 run osmo-stp_10.42.42.5(pid=19818): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19818)]\u000a03:41:06.729612 run osmo-stp_10.42.42.5(pid=19818): stdout: \u000a| (launched: 2022-12-09_03:41:04.250545)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:41:06.861476 run osmo-stp_10.42.42.5(pid=19818): stderr: \u000a| �[0;m�[38;5;43m20221209034104422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034104422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034104423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034104423 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034104424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034104424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034104424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:41:06.989463 run osmo-stp_10.42.42.5(pid=19818): stdout: \u000a| (launched: 2022-12-09_03:41:04.250545)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:41:07.116418 run osmo-stp_10.42.42.5(pid=19818): stderr: \u000a| �[0;m�[38;5;43m20221209034104422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034104422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034104423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034104423 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034104424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034104424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034104424 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:41:07.264381 run patchelf(pid=19821): Terminating (SIGINT)\u000a03:41:07.438788 run patchelf(pid=19821): Terminated: ok {rc=0}\u000a03:41:07.470664 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=19818): Process ended prematurely: osmo-stp_10.42.42.5(pid=19818) [trial-2354↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19818)] [trial-2354↪gprs:sysmo↪cs_paging_gprs_active.py:38]\u000a03:41:07.479820 tst cs_paging_gprs_active.py:38: Test FAILED (9.7 sec)\u000a03:41:07.540650 run osmo-hlr_10.42.42.2(pid=19815): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:sysmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19815)]\u000a03:41:07.590121 run osmo-hlr_10.42.42.2(pid=19815): stdout: \u000a| (launched: 2022-12-09_03:41:03.286207) \u000a03:41:07.640131 run osmo-hlr_10.42.42.2(pid=19815): stderr: \u000a| �[0;m�[1;31m20221209034103465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209034103466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209034103466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034103466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034103466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209034103466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209034103479 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:sysmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209034103488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209034103488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209034103488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:41:07.682729 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19808): Terminating (SIGTERM)\u000a03:41:07.722755 run iperf3-srv_10.42.42.10(pid=19809): Terminating (SIGTERM)\u000a03:41:07.762966 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19810): Terminating (SIGTERM)\u000a03:41:07.802944 run iperf3-srv_10.42.42.10(pid=19811): Terminating (SIGTERM)\u000a03:41:07.843235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19814): Terminating (SIGTERM)\u000a03:41:07.883275 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19817): Terminating (SIGTERM)\u000a03:41:07.923359 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19820): Terminating (SIGTERM)\u000a03:41:07.932622 --- ParallelTerminationStrategy: PID 19808 died...\u000a03:41:07.986319 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19808): Terminated: ok {rc=0}\u000a03:41:07.995868 --- ParallelTerminationStrategy: PID 19809 died...\u000a03:41:08.049239 run iperf3-srv_10.42.42.10(pid=19809): Terminated {rc=256}\u000a03:41:08.058853 --- ParallelTerminationStrategy: PID 19810 died...\u000a03:41:08.112592 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19810): Terminated: ok {rc=0}\u000a03:41:08.122324 --- ParallelTerminationStrategy: PID 19811 died...\u000a03:41:08.175964 run iperf3-srv_10.42.42.10(pid=19811): Terminated {rc=256}\u000a03:41:08.185874 --- ParallelTerminationStrategy: PID 19814 died...\u000a03:41:08.239506 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19814): Terminated: ok {rc=0}\u000a03:41:08.249194 --- ParallelTerminationStrategy: PID 19817 died...\u000a03:41:08.302853 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19817): Terminated: ok {rc=0}\u000a03:41:08.312524 --- ParallelTerminationStrategy: PID 19820 died...\u000a03:41:08.366731 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19820): Terminated: ok {rc=0}\u000a03:41:08.456815 bus /gobi_0: Setting Powered False\u000a03:41:09.560364 bus /gobi_0: Setting Powered False\u000a03:41:10.673786 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 41, "className" : "gprs:sysmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19830): Process ended prematurely: osmo-stp_10.42.42.5(pid=19830) [trial-2354↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19830)]", "failedSince" : 2314, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19830): Process ended prematurely: osmo-stp_10.42.42.5(pid=19830) [trial-2354↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19830)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:sysmo iperf3.py\u000a----------------------------------------------\u000a03:41:11.787041 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:11.798218 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a03:41:11.923936 tst iperf3.py: using LAC 18819\u000a03:41:12.046024 tst iperf3.py: using RAC 204\u000a03:41:12.178361 tst iperf3.py: using CellId 18819\u000a03:41:12.302150 tst iperf3.py: using BVCI 18820\u000a03:41:12.325899 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:12.336353 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:12.346860 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:12.357296 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:12.367547 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:12.377998 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:12.388388 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:12.399099 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:12.409753 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a03:41:12.706040 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:41:12.845569 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:41:13.190669 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19822): Launched\u000a03:41:13.477014 run iperf3-srv_10.42.42.10(pid=19823): Launched\u000a03:41:13.679996 tst iperf3.py:8: start network...\u000a03:41:13.818849 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:41:14.348682 run create_hlr_db(pid=19824): Launched\u000a03:41:14.540686 bus /gobi_6: Setting Powered False\u000a03:41:15.562037 run create_hlr_db(pid=19824): Terminated: ok {rc=0}\u000a03:41:16.002709 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19826): Launched\u000a03:41:16.449122 run osmo-hlr_10.42.42.2(pid=19827): Launched\u000a03:41:16.615440 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:41:17.331671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19829): Launched\u000a03:41:17.669956 run osmo-stp_10.42.42.5(pid=19830): Launched\u000a03:41:17.793304 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:41:18.372753 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19832): Launched\u000a03:41:18.492841 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:41:18.778791 run patchelf(pid=19833): Launched\u000a03:41:18.959248 run osmo-stp_10.42.42.5(pid=19830): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19830)]\u000a03:41:19.090960 run osmo-stp_10.42.42.5(pid=19830): stdout: \u000a| (launched: 2022-12-09_03:41:17.502471)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:41:19.223026 run osmo-stp_10.42.42.5(pid=19830): stderr: \u000a| �[0;m�[38;5;43m20221209034117696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034117696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034117697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034117697 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034117697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034117697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034117698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:41:19.350440 run osmo-stp_10.42.42.5(pid=19830): stdout: \u000a| (launched: 2022-12-09_03:41:17.502471)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:41:19.476595 run osmo-stp_10.42.42.5(pid=19830): stderr: \u000a| �[0;m�[38;5;43m20221209034117696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034117696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034117697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034117697 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034117697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034117697 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034117698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:41:19.624804 run patchelf(pid=19833): Terminating (SIGINT)\u000a03:41:19.799047 run patchelf(pid=19833): Terminated: ok {rc=0}\u000a03:41:19.830939 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19830): Process ended prematurely: osmo-stp_10.42.42.5(pid=19830) [trial-2354↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19830)] [trial-2354↪gprs:sysmo↪iperf3.py:8]\u000a03:41:19.840075 tst iperf3.py:8: Test FAILED (8.1 sec)\u000a03:41:19.900703 run osmo-hlr_10.42.42.2(pid=19827): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:sysmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19827)]\u000a03:41:19.950307 run osmo-hlr_10.42.42.2(pid=19827): stdout: \u000a| (launched: 2022-12-09_03:41:16.175251) \u000a03:41:20.000801 run osmo-hlr_10.42.42.2(pid=19827): stderr: \u000a| �[0;m�[1;31m20221209034116489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209034116489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209034116489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034116489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034116489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209034116489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209034116511 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:sysmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209034116525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209034116525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209034116525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:41:20.043559 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19822): Terminating (SIGTERM)\u000a03:41:20.083671 run iperf3-srv_10.42.42.10(pid=19823): Terminating (SIGTERM)\u000a03:41:20.124053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19826): Terminating (SIGTERM)\u000a03:41:20.164184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19829): Terminating (SIGTERM)\u000a03:41:20.204288 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19832): Terminating (SIGTERM)\u000a03:41:20.213678 --- ParallelTerminationStrategy: PID 19822 died...\u000a03:41:20.267552 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19822): Terminated: ok {rc=0}\u000a03:41:20.277275 --- ParallelTerminationStrategy: PID 19823 died...\u000a03:41:20.331354 run iperf3-srv_10.42.42.10(pid=19823): Terminated {rc=256}\u000a03:41:20.341091 --- ParallelTerminationStrategy: PID 19826 died...\u000a03:41:20.395110 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19826): Terminated: ok {rc=0}\u000a03:41:20.404712 --- ParallelTerminationStrategy: PID 19829 died...\u000a03:41:20.458906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19829): Terminated: ok {rc=0}\u000a03:41:20.468649 --- ParallelTerminationStrategy: PID 19832 died...\u000a03:41:20.522707 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19832): Terminated: ok {rc=0}\u000a03:41:20.612580 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 42, "className" : "gprs:sysmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19848): Process ended prematurely: osmo-stp_10.42.42.5(pid=19848) [trial-2354↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19848)]", "failedSince" : 2313, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19848): Process ended prematurely: osmo-stp_10.42.42.5(pid=19848) [trial-2354↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19848)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:sysmo iperf3m4.py\u000a----------------------------------------------\u000a03:41:21.727693 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:21.739028 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a03:41:21.862867 tst iperf3m4.py: using LAC 18820\u000a03:41:21.986707 tst iperf3m4.py: using RAC 205\u000a03:41:22.110072 tst iperf3m4.py: using CellId 18820\u000a03:41:22.233360 tst iperf3m4.py: using BVCI 18821\u000a03:41:22.257063 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:22.267593 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:22.278204 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:22.289154 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:22.299876 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:22.310688 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:22.321769 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:22.332596 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:22.343579 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a03:41:22.466602 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a03:41:22.590377 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a03:41:22.711059 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a03:41:22.993089 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:41:23.122240 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:41:23.445601 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19834): Launched\u000a03:41:23.715024 run iperf3-srv_10.42.42.10(pid=19835): Launched\u000a03:41:23.903419 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a03:41:24.032397 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:41:24.355342 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19836): Launched\u000a03:41:24.625319 run iperf3-srv_10.42.42.10(pid=19837): Launched\u000a03:41:24.813296 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a03:41:24.941488 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:41:25.263258 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19838): Launched\u000a03:41:25.531075 run iperf3-srv_10.42.42.10(pid=19839): Launched\u000a03:41:25.718992 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a03:41:25.847356 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:41:26.169433 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19840): Launched\u000a03:41:26.452650 run iperf3-srv_10.42.42.10(pid=19841): Launched\u000a03:41:26.641708 tst iperf3m4.py:8: start network...\u000a03:41:26.770257 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:41:27.258055 run create_hlr_db(pid=19842): Launched\u000a03:41:27.434576 bus /gobi_6: Setting Powered False\u000a03:41:28.457191 run create_hlr_db(pid=19842): Terminated: ok {rc=0}\u000a03:41:28.898987 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19844): Launched\u000a03:41:29.232741 run osmo-hlr_10.42.42.2(pid=19845): Launched\u000a03:41:29.356241 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:41:29.933302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19847): Launched\u000a03:41:30.268392 run osmo-stp_10.42.42.5(pid=19848): Launched\u000a03:41:30.390006 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:41:30.982504 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19850): Launched\u000a03:41:31.115083 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:41:31.441744 run patchelf(pid=19851): Launched\u000a03:41:31.642767 run osmo-stp_10.42.42.5(pid=19848): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19848)]\u000a03:41:31.783804 run osmo-stp_10.42.42.5(pid=19848): stdout: \u000a| (launched: 2022-12-09_03:41:30.101485)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:41:31.923713 run osmo-stp_10.42.42.5(pid=19848): stderr: \u000a| �[0;m�[38;5;43m20221209034130298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034130298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034130299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034130299 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034130299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034130299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034130299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:41:32.055936 run osmo-stp_10.42.42.5(pid=19848): stdout: \u000a| (launched: 2022-12-09_03:41:30.101485)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:41:32.190583 run osmo-stp_10.42.42.5(pid=19848): stderr: \u000a| �[0;m�[38;5;43m20221209034130298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034130298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034130299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034130299 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034130299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034130299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034130299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:41:32.350800 run patchelf(pid=19851): Terminating (SIGINT)\u000a03:41:32.538405 run patchelf(pid=19851): Terminated: ok {rc=0}\u000a03:41:32.572749 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19848): Process ended prematurely: osmo-stp_10.42.42.5(pid=19848) [trial-2354↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19848)] [trial-2354↪gprs:sysmo↪iperf3m4.py:8]\u000a03:41:32.583524 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a03:41:32.649996 run osmo-hlr_10.42.42.2(pid=19845): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:sysmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19845)]\u000a03:41:32.703626 run osmo-hlr_10.42.42.2(pid=19845): stdout: \u000a| (launched: 2022-12-09_03:41:29.067766) \u000a03:41:32.757680 run osmo-hlr_10.42.42.2(pid=19845): stderr: \u000a| �[0;m�[1;31m20221209034129271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209034129271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209034129271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034129271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034129271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209034129271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209034129283 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:sysmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209034129292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209034129292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209034129292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:41:32.803761 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19834): Terminating (SIGTERM)\u000a03:41:32.846866 run iperf3-srv_10.42.42.10(pid=19835): Terminating (SIGTERM)\u000a03:41:32.890673 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19836): Terminating (SIGTERM)\u000a03:41:32.934140 run iperf3-srv_10.42.42.10(pid=19837): Terminating (SIGTERM)\u000a03:41:32.977473 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19838): Terminating (SIGTERM)\u000a03:41:33.021308 run iperf3-srv_10.42.42.10(pid=19839): Terminating (SIGTERM)\u000a03:41:33.064579 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19840): Terminating (SIGTERM)\u000a03:41:33.107856 run iperf3-srv_10.42.42.10(pid=19841): Terminating (SIGTERM)\u000a03:41:33.151369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19844): Terminating (SIGTERM)\u000a03:41:33.195100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19847): Terminating (SIGTERM)\u000a03:41:33.238277 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19850): Terminating (SIGTERM)\u000a03:41:33.247916 --- ParallelTerminationStrategy: PID 19834 died...\u000a03:41:33.305872 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19834): Terminated: ok {rc=0}\u000a03:41:33.316278 --- ParallelTerminationStrategy: PID 19835 died...\u000a03:41:33.373825 run iperf3-srv_10.42.42.10(pid=19835): Terminated {rc=256}\u000a03:41:33.384223 --- ParallelTerminationStrategy: PID 19836 died...\u000a03:41:33.441924 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19836): Terminated: ok {rc=0}\u000a03:41:33.452346 --- ParallelTerminationStrategy: PID 19837 died...\u000a03:41:33.510444 run iperf3-srv_10.42.42.10(pid=19837): Terminated {rc=256}\u000a03:41:33.520942 --- ParallelTerminationStrategy: PID 19838 died...\u000a03:41:33.578710 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19838): Terminated: ok {rc=0}\u000a03:41:33.589297 --- ParallelTerminationStrategy: PID 19839 died...\u000a03:41:33.646864 run iperf3-srv_10.42.42.10(pid=19839): Terminated {rc=256}\u000a03:41:33.657294 --- ParallelTerminationStrategy: PID 19840 died...\u000a03:41:33.714906 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19840): Terminated: ok {rc=0}\u000a03:41:33.725449 --- ParallelTerminationStrategy: PID 19841 died...\u000a03:41:33.783176 run iperf3-srv_10.42.42.10(pid=19841): Terminated {rc=256}\u000a03:41:33.793960 --- ParallelTerminationStrategy: PID 19844 died...\u000a03:41:33.851567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19844): Terminated: ok {rc=0}\u000a03:41:33.861875 --- ParallelTerminationStrategy: PID 19847 died...\u000a03:41:33.919167 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19847): Terminated: ok {rc=0}\u000a03:41:33.930024 --- ParallelTerminationStrategy: PID 19850 died...\u000a03:41:33.987704 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19850): Terminated: ok {rc=0}\u000a03:41:34.077990 bus /gobi_4: Setting Powered False\u000a03:41:35.187784 bus /gobi_4: Setting Powered False\u000a03:41:36.298051 bus /gobi_1: Setting Powered False\u000a03:41:37.406339 bus /gobi_1: Setting Powered False\u000a03:41:38.515618 bus /gobi_0: Setting Powered False\u000a03:41:39.625602 bus /gobi_0: Setting Powered False\u000a03:41:40.741749 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 24, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19858): Process ended prematurely: osmo-stp_10.42.42.5(pid=19858) [trial-2354↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19858)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19858): Process ended prematurely: osmo-stp_10.42.42.5(pid=19858) [trial-2354↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19858)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:sysmo ping.py\u000a----------------------------------------------\u000a03:41:41.811785 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:41.823645 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a03:41:41.954622 tst ping.py: using LAC 18821\u000a03:41:42.082447 tst ping.py: using RAC 206\u000a03:41:42.209957 tst ping.py: using CellId 18821\u000a03:41:42.338818 tst ping.py: using BVCI 18822\u000a03:41:42.363955 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:42.375165 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:42.386229 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:42.397437 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:42.408356 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:42.419449 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:42.430880 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:42.442273 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a03:41:42.736210 tst ping.py:19: start network...\u000a03:41:42.872043 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:41:43.385900 run create_hlr_db(pid=19852): Launched\u000a03:41:43.574510 bus /gobi_6: Setting Powered False\u000a03:41:44.595997 run create_hlr_db(pid=19852): Terminated: ok {rc=0}\u000a03:41:45.007242 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19854): Launched\u000a03:41:45.313761 run osmo-hlr_10.42.42.2(pid=19855): Launched\u000a03:41:45.429803 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:41:46.005101 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19857): Launched\u000a03:41:46.429457 run osmo-stp_10.42.42.5(pid=19858): Launched\u000a03:41:46.594865 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:41:47.263880 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19860): Launched\u000a03:41:47.384260 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:41:47.671509 run patchelf(pid=19861): Launched\u000a03:41:47.862281 run osmo-stp_10.42.42.5(pid=19858): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19858)]\u000a03:41:48.002207 run osmo-stp_10.42.42.5(pid=19858): stdout: \u000a| (launched: 2022-12-09_03:41:46.176010)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:41:48.142427 run osmo-stp_10.42.42.5(pid=19858): stderr: \u000a| �[0;m�[38;5;43m20221209034146439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034146439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034146440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034146440 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034146441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034146441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034146441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:41:48.277582 run osmo-stp_10.42.42.5(pid=19858): stdout: \u000a| (launched: 2022-12-09_03:41:46.176010)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:41:48.411355 run osmo-stp_10.42.42.5(pid=19858): stderr: \u000a| �[0;m�[38;5;43m20221209034146439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034146439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034146440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034146440 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034146441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034146441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034146441 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:41:48.567748 run patchelf(pid=19861): Terminating (SIGINT)\u000a03:41:48.751158 run patchelf(pid=19861): Terminated: ok {rc=0}\u000a03:41:48.784042 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=19858): Process ended prematurely: osmo-stp_10.42.42.5(pid=19858) [trial-2354↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19858)] [trial-2354↪gprs:sysmo↪ping.py:22]\u000a03:41:48.793264 tst ping.py:22: Test FAILED (7.0 sec)\u000a03:41:48.858509 run osmo-hlr_10.42.42.2(pid=19855): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:sysmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19855)]\u000a03:41:48.911696 run osmo-hlr_10.42.42.2(pid=19855): stdout: \u000a| (launched: 2022-12-09_03:41:45.161579) \u000a03:41:48.965534 run osmo-hlr_10.42.42.2(pid=19855): stderr: \u000a| �[0;m�[1;31m20221209034145340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209034145340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209034145340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034145340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034145340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209034145340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209034145352 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:sysmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209034145361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209034145361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209034145361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:41:49.010835 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19854): Terminating (SIGTERM)\u000a03:41:49.054508 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19857): Terminating (SIGTERM)\u000a03:41:49.097597 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19860): Terminating (SIGTERM)\u000a03:41:49.107730 --- ParallelTerminationStrategy: PID 19854 died...\u000a03:41:49.165695 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19854): Terminated: ok {rc=0}\u000a03:41:49.176148 --- ParallelTerminationStrategy: PID 19857 died...\u000a03:41:49.233843 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19857): Terminated: ok {rc=0}\u000a03:41:49.244285 --- ParallelTerminationStrategy: PID 19860 died...\u000a03:41:49.301823 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19860): Terminated: ok {rc=0}\u000a03:41:49.391461 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 24, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19868): Process ended prematurely: osmo-stp_10.42.42.5(pid=19868) [trial-2354↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19868)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19868): Process ended prematurely: osmo-stp_10.42.42.5(pid=19868) [trial-2354↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19868)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:sysmo ping_idle_ping.py\u000a----------------------------------------------\u000a03:41:50.444640 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:50.455871 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a03:41:50.584080 tst ping_idle_ping.py: using LAC 18822\u000a03:41:50.704445 tst ping_idle_ping.py: using RAC 207\u000a03:41:50.822178 tst ping_idle_ping.py: using CellId 18822\u000a03:41:50.940786 tst ping_idle_ping.py: using BVCI 18823\u000a03:41:50.964102 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:50.974656 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:50.985139 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:50.995524 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:51.005890 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:51.016280 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:51.026803 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a03:41:51.037348 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a03:41:51.339993 tst ping_idle_ping.py:24: start network...\u000a03:41:51.477474 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:41:51.994956 run create_hlr_db(pid=19862): Launched\u000a03:41:52.183924 bus /gobi_6: Setting Powered False\u000a03:41:53.204460 run create_hlr_db(pid=19862): Terminated: ok {rc=0}\u000a03:41:53.615126 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19864): Launched\u000a03:41:53.921632 run osmo-hlr_10.42.42.2(pid=19865): Launched\u000a03:41:54.033416 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:41:54.562837 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19867): Launched\u000a03:41:54.869609 run osmo-stp_10.42.42.5(pid=19868): Launched\u000a03:41:54.980068 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:41:55.513901 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19870): Launched\u000a03:41:55.622753 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:41:55.890569 run patchelf(pid=19871): Launched\u000a03:41:56.068291 run osmo-stp_10.42.42.5(pid=19868): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19868)]\u000a03:41:56.198822 run osmo-stp_10.42.42.5(pid=19868): stdout: \u000a| (launched: 2022-12-09_03:41:54.716510)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:41:56.329193 run osmo-stp_10.42.42.5(pid=19868): stderr: \u000a| �[0;m�[38;5;43m20221209034154891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034154891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034154891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034154891 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034154892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034154892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034154892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:41:56.455194 run osmo-stp_10.42.42.5(pid=19868): stdout: \u000a| (launched: 2022-12-09_03:41:54.716510)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:41:56.579940 run osmo-stp_10.42.42.5(pid=19868): stderr: \u000a| �[0;m�[38;5;43m20221209034154891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034154891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034154891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034154891 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034154892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034154892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034154892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:41:56.726095 run patchelf(pid=19871): Terminating (SIGINT)\u000a03:41:56.898696 run patchelf(pid=19871): Terminated: ok {rc=0}\u000a03:41:56.929867 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=19868): Process ended prematurely: osmo-stp_10.42.42.5(pid=19868) [trial-2354↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19868)] [trial-2354↪gprs:sysmo↪ping_idle_ping.py:27]\u000a03:41:56.938456 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a03:41:56.998812 run osmo-hlr_10.42.42.2(pid=19865): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:sysmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19865)]\u000a03:41:57.048253 run osmo-hlr_10.42.42.2(pid=19865): stdout: \u000a| (launched: 2022-12-09_03:41:53.769281) \u000a03:41:57.098550 run osmo-hlr_10.42.42.2(pid=19865): stderr: \u000a| �[0;m�[1;31m20221209034153947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209034153947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209034153947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034153947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034153947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209034153948 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209034153960 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:sysmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209034153969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209034153969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209034153969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:41:57.141124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19864): Terminating (SIGTERM)\u000a03:41:57.181391 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19867): Terminating (SIGTERM)\u000a03:41:57.221336 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19870): Terminating (SIGTERM)\u000a03:41:57.230562 --- ParallelTerminationStrategy: PID 19864 died...\u000a03:41:57.283858 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19864): Terminated: ok {rc=0}\u000a03:41:57.293427 --- ParallelTerminationStrategy: PID 19867 died...\u000a03:41:57.346903 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19867): Terminated: ok {rc=0}\u000a03:41:57.356511 --- ParallelTerminationStrategy: PID 19870 died...\u000a03:41:57.409783 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19870): Terminated: ok {rc=0}\u000a03:41:57.499996 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "12", "name" : "gprs_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:40:57" }, { "cases" : [ { "testActions" : [ ], "age" : 42, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19893): Process ended prematurely: osmo-stp_10.42.42.5(pid=19893) [trial-2354↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19893)]", "failedSince" : 2313, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19893): Process ended prematurely: osmo-stp_10.42.42.5(pid=19893) [trial-2354↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19893)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:sysmo+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a03:41:59.608171 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:41:59.619603 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:41:59.753536 tst cs_paging_gprs_active.py: using LAC 18823\u000a03:41:59.885154 tst cs_paging_gprs_active.py: using RAC 208\u000a03:42:00.018091 tst cs_paging_gprs_active.py: using CellId 18823\u000a03:42:00.147256 tst cs_paging_gprs_active.py: using BVCI 18824\u000a03:42:00.172618 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:00.183915 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:00.195002 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:00.206976 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:00.218430 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:00.229816 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:00.241495 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:00.252824 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:00.264488 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:42:00.386555 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:42:00.685947 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a03:42:00.825532 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:42:01.250699 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19883): Launched\u000a03:42:01.544640 run iperf3-srv_10.42.42.10(pid=19884): Launched\u000a03:42:01.741855 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a03:42:01.875729 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:42:02.223840 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19885): Launched\u000a03:42:02.498121 run iperf3-srv_10.42.42.10(pid=19886): Launched\u000a03:42:02.688506 tst cs_paging_gprs_active.py:38: start network...\u000a03:42:02.819491 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:42:03.320098 run create_hlr_db(pid=19887): Launched\u000a03:42:03.498545 bus /gobi_6: Setting Powered False\u000a03:42:04.521198 run create_hlr_db(pid=19887): Terminated: ok {rc=0}\u000a03:42:04.963320 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19889): Launched\u000a03:42:05.297586 run osmo-hlr_10.42.42.2(pid=19890): Launched\u000a03:42:05.420878 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:42:06.001251 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19892): Launched\u000a03:42:06.335228 run osmo-stp_10.42.42.5(pid=19893): Launched\u000a03:42:06.455983 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:42:07.037816 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19895): Launched\u000a03:42:07.156750 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:42:07.447988 run patchelf(pid=19896): Launched\u000a03:42:07.642675 run osmo-stp_10.42.42.5(pid=19893): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19893)]\u000a03:42:07.784203 run osmo-stp_10.42.42.5(pid=19893): stdout: \u000a| (launched: 2022-12-09_03:42:06.170613)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:42:07.925971 run osmo-stp_10.42.42.5(pid=19893): stderr: \u000a| �[0;m�[38;5;43m20221209034206367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034206367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034206368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034206368 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034206368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034206369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034206369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:42:08.063687 run osmo-stp_10.42.42.5(pid=19893): stdout: \u000a| (launched: 2022-12-09_03:42:06.170613)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:42:08.200078 run osmo-stp_10.42.42.5(pid=19893): stderr: \u000a| �[0;m�[38;5;43m20221209034206367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034206367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034206368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034206368 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034206368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034206369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034206369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:42:08.359180 run patchelf(pid=19896): Terminating (SIGINT)\u000a03:42:08.546698 run patchelf(pid=19896): Terminated: ok {rc=0}\u000a03:42:08.580881 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=19893): Process ended prematurely: osmo-stp_10.42.42.5(pid=19893) [trial-2354↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19893)] [trial-2354↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a03:42:08.591063 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a03:42:08.655996 run osmo-hlr_10.42.42.2(pid=19890): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19890)]\u000a03:42:08.708620 run osmo-hlr_10.42.42.2(pid=19890): stdout: \u000a| (launched: 2022-12-09_03:42:05.132505) \u000a03:42:08.762117 run osmo-hlr_10.42.42.2(pid=19890): stderr: \u000a| �[0;m�[1;31m20221209034205334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209034205334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209034205335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034205335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034205335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209034205335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209034205347 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:sysmo+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209034205356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209034205356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209034205356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:42:08.807513 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19883): Terminating (SIGTERM)\u000a03:42:08.850579 run iperf3-srv_10.42.42.10(pid=19884): Terminating (SIGTERM)\u000a03:42:08.894188 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19885): Terminating (SIGTERM)\u000a03:42:08.937114 run iperf3-srv_10.42.42.10(pid=19886): Terminating (SIGTERM)\u000a03:42:08.980322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19889): Terminating (SIGTERM)\u000a03:42:09.023145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19892): Terminating (SIGTERM)\u000a03:42:09.066139 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19895): Terminating (SIGTERM)\u000a03:42:09.076238 --- ParallelTerminationStrategy: PID 19883 died...\u000a03:42:09.133417 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19883): Terminated: ok {rc=0}\u000a03:42:09.143731 --- ParallelTerminationStrategy: PID 19884 died...\u000a03:42:09.200274 run iperf3-srv_10.42.42.10(pid=19884): Terminated {rc=256}\u000a03:42:09.210876 --- ParallelTerminationStrategy: PID 19885 died...\u000a03:42:09.268136 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19885): Terminated: ok {rc=0}\u000a03:42:09.278447 --- ParallelTerminationStrategy: PID 19886 died...\u000a03:42:09.335564 run iperf3-srv_10.42.42.10(pid=19886): Terminated {rc=256}\u000a03:42:09.345896 --- ParallelTerminationStrategy: PID 19889 died...\u000a03:42:09.402939 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19889): Terminated: ok {rc=0}\u000a03:42:09.413281 --- ParallelTerminationStrategy: PID 19892 died...\u000a03:42:09.470194 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19892): Terminated: ok {rc=0}\u000a03:42:09.481059 --- ParallelTerminationStrategy: PID 19895 died...\u000a03:42:09.538634 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19895): Terminated: ok {rc=0}\u000a03:42:09.626425 bus /gobi_0: Setting Powered False\u000a03:42:10.734721 bus /gobi_0: Setting Powered False\u000a03:42:11.844455 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19905): Process ended prematurely: osmo-stp_10.42.42.5(pid=19905) [trial-2354↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19905)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19905): Process ended prematurely: osmo-stp_10.42.42.5(pid=19905) [trial-2354↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19905)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:sysmo+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a03:42:12.961814 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:12.973996 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:42:13.109100 tst iperf3.py: using LAC 18824\u000a03:42:13.236811 tst iperf3.py: using RAC 209\u000a03:42:13.366663 tst iperf3.py: using CellId 18824\u000a03:42:13.494434 tst iperf3.py: using BVCI 18825\u000a03:42:13.519900 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:13.531335 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:13.542649 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:13.554257 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:13.565662 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:13.576870 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:13.588621 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:13.600021 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:13.611644 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:42:13.913548 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:42:14.052592 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:42:14.396147 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19897): Launched\u000a03:42:14.683242 run iperf3-srv_10.42.42.10(pid=19898): Launched\u000a03:42:14.886482 tst iperf3.py:8: start network...\u000a03:42:15.025762 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:42:15.548500 run create_hlr_db(pid=19899): Launched\u000a03:42:15.739824 bus /gobi_6: Setting Powered False\u000a03:42:16.782187 run create_hlr_db(pid=19899): Terminated: ok {rc=0}\u000a03:42:17.215170 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19901): Launched\u000a03:42:17.529804 run osmo-hlr_10.42.42.2(pid=19902): Launched\u000a03:42:17.650416 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:42:18.235135 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19904): Launched\u000a03:42:18.568484 run osmo-stp_10.42.42.5(pid=19905): Launched\u000a03:42:18.689820 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:42:19.269856 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19907): Launched\u000a03:42:19.389078 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:42:19.682442 run patchelf(pid=19908): Launched\u000a03:42:19.875177 run osmo-stp_10.42.42.5(pid=19905): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19905)]\u000a03:42:20.016208 run osmo-stp_10.42.42.5(pid=19905): stdout: \u000a| (launched: 2022-12-09_03:42:18.403699)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:42:20.157822 run osmo-stp_10.42.42.5(pid=19905): stderr: \u000a| �[0;m�[38;5;43m20221209034218600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034218600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034218600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034218601 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034218601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034218601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034218601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:42:20.294630 run osmo-stp_10.42.42.5(pid=19905): stdout: \u000a| (launched: 2022-12-09_03:42:18.403699)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:42:20.430208 run osmo-stp_10.42.42.5(pid=19905): stderr: \u000a| �[0;m�[38;5;43m20221209034218600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034218600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034218600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034218601 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034218601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034218601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034218601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:42:20.589111 run patchelf(pid=19908): Terminating (SIGINT)\u000a03:42:20.774906 run patchelf(pid=19908): Terminated: ok {rc=0}\u000a03:42:20.808746 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19905): Process ended prematurely: osmo-stp_10.42.42.5(pid=19905) [trial-2354↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19905)] [trial-2354↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8]\u000a03:42:20.818752 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a03:42:20.884271 run osmo-hlr_10.42.42.2(pid=19902): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:sysmo+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19902)]\u000a03:42:20.936893 run osmo-hlr_10.42.42.2(pid=19902): stdout: \u000a| (launched: 2022-12-09_03:42:17.373589) \u000a03:42:20.990734 run osmo-hlr_10.42.42.2(pid=19902): stderr: \u000a| �[0;m�[1;31m20221209034217554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209034217554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209034217554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034217554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034217554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209034217554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209034217571 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:sysmo+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209034217582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209034217582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209034217582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:42:21.036248 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19897): Terminating (SIGTERM)\u000a03:42:21.079301 run iperf3-srv_10.42.42.10(pid=19898): Terminating (SIGTERM)\u000a03:42:21.122450 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19901): Terminating (SIGTERM)\u000a03:42:21.164804 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19904): Terminating (SIGTERM)\u000a03:42:21.207564 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19907): Terminating (SIGTERM)\u000a03:42:21.217731 --- ParallelTerminationStrategy: PID 19897 died...\u000a03:42:21.274959 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19897): Terminated: ok {rc=0}\u000a03:42:21.285121 --- ParallelTerminationStrategy: PID 19898 died...\u000a03:42:21.341753 run iperf3-srv_10.42.42.10(pid=19898): Terminated {rc=256}\u000a03:42:21.351947 --- ParallelTerminationStrategy: PID 19901 died...\u000a03:42:21.408739 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19901): Terminated: ok {rc=0}\u000a03:42:21.419049 --- ParallelTerminationStrategy: PID 19904 died...\u000a03:42:21.475745 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19904): Terminated: ok {rc=0}\u000a03:42:21.486244 --- ParallelTerminationStrategy: PID 19907 died...\u000a03:42:21.543409 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19907): Terminated: ok {rc=0}\u000a03:42:21.630690 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19923): Process ended prematurely: osmo-stp_10.42.42.5(pid=19923) [trial-2354↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19923)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19923): Process ended prematurely: osmo-stp_10.42.42.5(pid=19923) [trial-2354↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19923)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:sysmo+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a03:42:22.747399 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:22.759529 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:42:22.892425 tst iperf3m4.py: using LAC 18825\u000a03:42:23.028398 tst iperf3m4.py: using RAC 210\u000a03:42:23.156102 tst iperf3m4.py: using CellId 18825\u000a03:42:23.283682 tst iperf3m4.py: using BVCI 18826\u000a03:42:23.308906 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:23.320314 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:23.331502 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:23.342907 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:23.354314 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:23.365602 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:23.377340 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:23.388636 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:23.400358 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:42:23.520806 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:42:23.643193 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:42:23.764671 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:42:24.049949 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:42:24.180001 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:42:24.505227 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19909): Launched\u000a03:42:24.774131 run iperf3-srv_10.42.42.10(pid=19910): Launched\u000a03:42:24.962360 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a03:42:25.092156 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:42:25.415061 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19911): Launched\u000a03:42:25.683539 run iperf3-srv_10.42.42.10(pid=19912): Launched\u000a03:42:25.871715 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a03:42:26.000533 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:42:26.322515 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19913): Launched\u000a03:42:26.599568 run iperf3-srv_10.42.42.10(pid=19914): Launched\u000a03:42:26.803816 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a03:42:26.943292 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:42:27.288474 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19915): Launched\u000a03:42:27.576136 run iperf3-srv_10.42.42.10(pid=19916): Launched\u000a03:42:27.779737 tst iperf3m4.py:8: start network...\u000a03:42:27.918693 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:42:28.441748 run create_hlr_db(pid=19917): Launched\u000a03:42:28.633672 bus /gobi_6: Setting Powered False\u000a03:42:29.654964 run create_hlr_db(pid=19917): Terminated: ok {rc=0}\u000a03:42:30.070837 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19919): Launched\u000a03:42:30.382072 run osmo-hlr_10.42.42.2(pid=19920): Launched\u000a03:42:30.495728 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:42:31.046228 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19922): Launched\u000a03:42:31.645500 run osmo-stp_10.42.42.5(pid=19923): Launched\u000a03:42:31.874482 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:42:32.500341 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19925): Launched\u000a03:42:32.610751 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:42:32.881405 run patchelf(pid=19926): Launched\u000a03:42:33.062902 run osmo-stp_10.42.42.5(pid=19923): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19923)]\u000a03:42:33.194741 run osmo-stp_10.42.42.5(pid=19923): stdout: \u000a| (launched: 2022-12-09_03:42:31.259881)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:42:33.326979 run osmo-stp_10.42.42.5(pid=19923): stderr: \u000a| �[0;m�[38;5;43m20221209034231526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034231526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034231527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034231528 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034231529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034231529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034231529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:42:33.454363 run osmo-stp_10.42.42.5(pid=19923): stdout: \u000a| (launched: 2022-12-09_03:42:31.259881)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:42:33.580711 run osmo-stp_10.42.42.5(pid=19923): stderr: \u000a| �[0;m�[38;5;43m20221209034231526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034231526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034231527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034231528 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034231529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034231529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034231529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:42:33.728371 run patchelf(pid=19926): Terminating (SIGINT)\u000a03:42:33.902722 run patchelf(pid=19926): Terminated: ok {rc=0}\u000a03:42:33.934612 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19923): Process ended prematurely: osmo-stp_10.42.42.5(pid=19923) [trial-2354↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19923)] [trial-2354↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8]\u000a03:42:33.943892 tst iperf3m4.py:8: Test FAILED (11.2 sec)\u000a03:42:34.004784 run osmo-hlr_10.42.42.2(pid=19920): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19920)]\u000a03:42:34.054557 run osmo-hlr_10.42.42.2(pid=19920): stdout: \u000a| (launched: 2022-12-09_03:42:30.228232) \u000a03:42:34.105146 run osmo-hlr_10.42.42.2(pid=19920): stderr: \u000a| �[0;m�[1;31m20221209034230407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209034230407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209034230407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034230407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034230407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209034230407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209034230419 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:sysmo+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209034230428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209034230428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209034230429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:42:34.147570 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19909): Terminating (SIGTERM)\u000a03:42:34.187547 run iperf3-srv_10.42.42.10(pid=19910): Terminating (SIGTERM)\u000a03:42:34.227523 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19911): Terminating (SIGTERM)\u000a03:42:34.267275 run iperf3-srv_10.42.42.10(pid=19912): Terminating (SIGTERM)\u000a03:42:34.307173 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19913): Terminating (SIGTERM)\u000a03:42:34.347003 run iperf3-srv_10.42.42.10(pid=19914): Terminating (SIGTERM)\u000a03:42:34.386660 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19915): Terminating (SIGTERM)\u000a03:42:34.426413 run iperf3-srv_10.42.42.10(pid=19916): Terminating (SIGTERM)\u000a03:42:34.466530 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19919): Terminating (SIGTERM)\u000a03:42:34.506515 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19922): Terminating (SIGTERM)\u000a03:42:34.546423 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19925): Terminating (SIGTERM)\u000a03:42:34.555692 --- ParallelTerminationStrategy: PID 19909 died...\u000a03:42:34.609684 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19909): Terminated: ok {rc=0}\u000a03:42:34.619369 --- ParallelTerminationStrategy: PID 19910 died...\u000a03:42:34.673475 run iperf3-srv_10.42.42.10(pid=19910): Terminated {rc=256}\u000a03:42:34.683186 --- ParallelTerminationStrategy: PID 19911 died...\u000a03:42:34.736896 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19911): Terminated: ok {rc=0}\u000a03:42:34.746651 --- ParallelTerminationStrategy: PID 19912 died...\u000a03:42:34.800310 run iperf3-srv_10.42.42.10(pid=19912): Terminated {rc=256}\u000a03:42:34.810029 --- ParallelTerminationStrategy: PID 19913 died...\u000a03:42:34.864025 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19913): Terminated: ok {rc=0}\u000a03:42:34.873914 --- ParallelTerminationStrategy: PID 19914 died...\u000a03:42:34.927490 run iperf3-srv_10.42.42.10(pid=19914): Terminated {rc=256}\u000a03:42:34.937157 --- ParallelTerminationStrategy: PID 19915 died...\u000a03:42:34.991597 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19915): Terminated: ok {rc=0}\u000a03:42:35.001835 --- ParallelTerminationStrategy: PID 19916 died...\u000a03:42:35.056107 run iperf3-srv_10.42.42.10(pid=19916): Terminated {rc=256}\u000a03:42:35.065986 --- ParallelTerminationStrategy: PID 19919 died...\u000a03:42:35.120041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19919): Terminated: ok {rc=0}\u000a03:42:35.129920 --- ParallelTerminationStrategy: PID 19922 died...\u000a03:42:35.183945 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19922): Terminated: ok {rc=0}\u000a03:42:35.193867 --- ParallelTerminationStrategy: PID 19925 died...\u000a03:42:35.248351 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19925): Terminated: ok {rc=0}\u000a03:42:35.339827 bus /gobi_4: Setting Powered False\u000a03:42:36.444663 bus /gobi_4: Setting Powered False\u000a03:42:37.553224 bus /gobi_1: Setting Powered False\u000a03:42:38.661821 bus /gobi_1: Setting Powered False\u000a03:42:39.775419 bus /gobi_0: Setting Powered False\u000a03:42:40.883917 bus /gobi_0: Setting Powered False\u000a03:42:41.996876 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 24, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19933): Process ended prematurely: osmo-stp_10.42.42.5(pid=19933) [trial-2354↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19933)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19933): Process ended prematurely: osmo-stp_10.42.42.5(pid=19933) [trial-2354↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19933)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:sysmo+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a03:42:43.066207 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:43.078441 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:42:43.212766 tst ping.py: using LAC 18826\u000a03:42:43.335560 tst ping.py: using RAC 211\u000a03:42:43.457465 tst ping.py: using CellId 18826\u000a03:42:43.577135 tst ping.py: using BVCI 18827\u000a03:42:43.600622 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:43.611659 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:43.622413 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:43.633048 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:43.643524 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:43.654071 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:43.664839 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:43.675566 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:42:43.973967 tst ping.py:19: start network...\u000a03:42:44.110508 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:42:44.627325 run create_hlr_db(pid=19927): Launched\u000a03:42:44.816599 bus /gobi_6: Setting Powered False\u000a03:42:45.842891 run create_hlr_db(pid=19927): Terminated: ok {rc=0}\u000a03:42:46.317697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19929): Launched\u000a03:42:46.745935 run osmo-hlr_10.42.42.2(pid=19930): Launched\u000a03:42:46.917558 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:42:47.548195 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19932): Launched\u000a03:42:47.875644 run osmo-stp_10.42.42.5(pid=19933): Launched\u000a03:42:47.993928 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:42:48.563179 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19935): Launched\u000a03:42:48.679408 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:42:48.964517 run patchelf(pid=19936): Launched\u000a03:42:49.154954 run osmo-stp_10.42.42.5(pid=19933): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19933)]\u000a03:42:49.294457 run osmo-stp_10.42.42.5(pid=19933): stdout: \u000a| (launched: 2022-12-09_03:42:47.713374)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:42:49.433898 run osmo-stp_10.42.42.5(pid=19933): stderr: \u000a| �[0;m�[38;5;43m20221209034247906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034247906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034247906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034247906 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034247907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034247907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034247907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:42:49.569398 run osmo-stp_10.42.42.5(pid=19933): stdout: \u000a| (launched: 2022-12-09_03:42:47.713374)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:42:49.703449 run osmo-stp_10.42.42.5(pid=19933): stderr: \u000a| �[0;m�[38;5;43m20221209034247906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034247906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034247906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034247906 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034247907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034247907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034247907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:42:49.858973 run patchelf(pid=19936): Terminating (SIGINT)\u000a03:42:50.041745 run patchelf(pid=19936): Terminated: ok {rc=0}\u000a03:42:50.074832 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=19933): Process ended prematurely: osmo-stp_10.42.42.5(pid=19933) [trial-2354↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19933)] [trial-2354↪gprs:sysmo+mod-bts0-egprs↪ping.py:22]\u000a03:42:50.084280 tst ping.py:22: Test FAILED (7.0 sec)\u000a03:42:50.149558 run osmo-hlr_10.42.42.2(pid=19930): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:sysmo+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19930)]\u000a03:42:50.201995 run osmo-hlr_10.42.42.2(pid=19930): stdout: \u000a| (launched: 2022-12-09_03:42:46.486110) \u000a03:42:50.255063 run osmo-hlr_10.42.42.2(pid=19930): stderr: \u000a| �[0;m�[1;31m20221209034246790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209034246790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209034246790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034246790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034246790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209034246790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209034246810 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:sysmo+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209034246818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209034246818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209034246818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:42:50.300022 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19929): Terminating (SIGTERM)\u000a03:42:50.342837 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19932): Terminating (SIGTERM)\u000a03:42:50.385911 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19935): Terminating (SIGTERM)\u000a03:42:50.395701 --- ParallelTerminationStrategy: PID 19929 died...\u000a03:42:50.452817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19929): Terminated: ok {rc=0}\u000a03:42:50.463091 --- ParallelTerminationStrategy: PID 19932 died...\u000a03:42:50.520338 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19932): Terminated: ok {rc=0}\u000a03:42:50.530703 --- ParallelTerminationStrategy: PID 19935 died...\u000a03:42:50.587717 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19935): Terminated: ok {rc=0}\u000a03:42:50.676899 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 24, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19943): Process ended prematurely: osmo-stp_10.42.42.5(pid=19943) [trial-2354↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19943)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19943): Process ended prematurely: osmo-stp_10.42.42.5(pid=19943) [trial-2354↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19943)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:sysmo+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a03:42:51.731531 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:51.743566 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:42:51.876545 tst ping_idle_ping.py: using LAC 18827\u000a03:42:52.018625 tst ping_idle_ping.py: using RAC 212\u000a03:42:52.142123 tst ping_idle_ping.py: using CellId 18827\u000a03:42:52.267256 tst ping_idle_ping.py: using BVCI 18828\u000a03:42:52.290921 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:52.301943 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:52.312817 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:52.323905 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:52.334718 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:52.345477 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:52.356241 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:42:52.367048 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:42:52.670287 tst ping_idle_ping.py:24: start network...\u000a03:42:52.806743 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:42:53.320728 run create_hlr_db(pid=19937): Launched\u000a03:42:53.509518 bus /gobi_6: Setting Powered False\u000a03:42:54.530280 run create_hlr_db(pid=19937): Terminated: ok {rc=0}\u000a03:42:54.941335 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19939): Launched\u000a03:42:55.248393 run osmo-hlr_10.42.42.2(pid=19940): Launched\u000a03:42:55.360684 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:42:55.891545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19942): Launched\u000a03:42:56.198220 run osmo-stp_10.42.42.5(pid=19943): Launched\u000a03:42:56.308914 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:42:56.843347 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19945): Launched\u000a03:42:56.952203 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:42:57.219648 run patchelf(pid=19946): Launched\u000a03:42:57.398479 run osmo-stp_10.42.42.5(pid=19943): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19943)]\u000a03:42:57.528905 run osmo-stp_10.42.42.5(pid=19943): stdout: \u000a| (launched: 2022-12-09_03:42:56.046187)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:42:57.659441 run osmo-stp_10.42.42.5(pid=19943): stderr: \u000a| �[0;m�[38;5;43m20221209034256218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034256218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034256218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034256219 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034256219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034256219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034256219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:42:57.785847 run osmo-stp_10.42.42.5(pid=19943): stdout: \u000a| (launched: 2022-12-09_03:42:56.046187)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:42:57.911224 run osmo-stp_10.42.42.5(pid=19943): stderr: \u000a| �[0;m�[38;5;43m20221209034256218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034256218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034256218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034256219 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034256219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034256219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034256219 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:42:58.057691 run patchelf(pid=19946): Terminating (SIGINT)\u000a03:42:58.229738 run patchelf(pid=19946): Terminated: ok {rc=0}\u000a03:42:58.260757 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=19943): Process ended prematurely: osmo-stp_10.42.42.5(pid=19943) [trial-2354↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19943)] [trial-2354↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a03:42:58.269415 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a03:42:58.330316 run osmo-hlr_10.42.42.2(pid=19940): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19940)]\u000a03:42:58.380318 run osmo-hlr_10.42.42.2(pid=19940): stdout: \u000a| (launched: 2022-12-09_03:42:55.095966) \u000a03:42:58.430986 run osmo-hlr_10.42.42.2(pid=19940): stderr: \u000a| �[0;m�[1;31m20221209034255273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209034255273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209034255273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034255273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034255273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209034255273 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209034255311 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:sysmo+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209034255322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209034255322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209034255322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:42:58.473955 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19939): Terminating (SIGTERM)\u000a03:42:58.514536 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19942): Terminating (SIGTERM)\u000a03:42:58.555326 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19945): Terminating (SIGTERM)\u000a03:42:58.564818 --- ParallelTerminationStrategy: PID 19939 died...\u000a03:42:58.620457 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19939): Terminated: ok {rc=0}\u000a03:42:58.630517 --- ParallelTerminationStrategy: PID 19942 died...\u000a03:42:58.684507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19942): Terminated: ok {rc=0}\u000a03:42:58.694288 --- ParallelTerminationStrategy: PID 19945 died...\u000a03:42:58.748495 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19945): Terminated: ok {rc=0}\u000a03:42:58.833303 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "13", "name" : "gprs_sysmo+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:41:59" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19960): Process ended prematurely: osmo-stp_10.42.42.5(pid=19960) [trial-2354↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19960)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19960): Process ended prematurely: osmo-stp_10.42.42.5(pid=19960) [trial-2354↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19960)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:sysmo+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a03:43:00.975993 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:00.992277 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:43:01.156762 tst cs_paging_gprs_active.py: using LAC 18828\u000a03:43:01.286599 tst cs_paging_gprs_active.py: using RAC 213\u000a03:43:01.416524 tst cs_paging_gprs_active.py: using CellId 18828\u000a03:43:01.575280 tst cs_paging_gprs_active.py: using BVCI 18829\u000a03:43:01.601263 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:01.613019 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:01.624696 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:01.636296 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:01.647774 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:01.659314 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:01.670999 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:01.682413 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:01.694122 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:43:01.814667 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:43:02.145370 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a03:43:02.287066 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:43:02.634390 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19950): Launched\u000a03:43:02.920781 run iperf3-srv_10.42.42.10(pid=19951): Launched\u000a03:43:03.123838 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a03:43:03.262570 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:43:03.607574 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19952): Launched\u000a03:43:03.895618 run iperf3-srv_10.42.42.10(pid=19953): Launched\u000a03:43:04.098361 tst cs_paging_gprs_active.py:38: start network...\u000a03:43:04.236933 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:43:04.760603 run create_hlr_db(pid=19954): Launched\u000a03:43:04.952350 bus /gobi_6: Setting Powered False\u000a03:43:05.973995 run create_hlr_db(pid=19954): Terminated: ok {rc=0}\u000a03:43:06.392516 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19956): Launched\u000a03:43:06.706049 run osmo-hlr_10.42.42.2(pid=19957): Launched\u000a03:43:06.830433 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:43:07.375500 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19959): Launched\u000a03:43:07.686560 run osmo-stp_10.42.42.5(pid=19960): Launched\u000a03:43:07.799647 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:43:08.340280 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19962): Launched\u000a03:43:08.450874 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:43:08.723388 run patchelf(pid=19963): Launched\u000a03:43:08.904511 run osmo-stp_10.42.42.5(pid=19960): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19960)]\u000a03:43:09.036843 run osmo-stp_10.42.42.5(pid=19960): stdout: \u000a| (launched: 2022-12-09_03:43:07.533288)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:43:09.169318 run osmo-stp_10.42.42.5(pid=19960): stderr: \u000a| �[0;m�[38;5;43m20221209034307704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034307704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034307705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034307705 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034307707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034307707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034307708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:43:09.297593 run osmo-stp_10.42.42.5(pid=19960): stdout: \u000a| (launched: 2022-12-09_03:43:07.533288)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:43:09.424697 run osmo-stp_10.42.42.5(pid=19960): stderr: \u000a| �[0;m�[38;5;43m20221209034307704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034307704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034307705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034307705 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034307707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034307707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034307708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:43:09.573385 run patchelf(pid=19963): Terminating (SIGINT)\u000a03:43:09.747873 run patchelf(pid=19963): Terminated: ok {rc=0}\u000a03:43:09.779904 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=19960): Process ended prematurely: osmo-stp_10.42.42.5(pid=19960) [trial-2354↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19960)] [trial-2354↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a03:43:09.789199 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a03:43:09.850095 run osmo-hlr_10.42.42.2(pid=19957): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19957)]\u000a03:43:09.899811 run osmo-hlr_10.42.42.2(pid=19957): stdout: \u000a| (launched: 2022-12-09_03:43:06.550601) \u000a03:43:09.950281 run osmo-hlr_10.42.42.2(pid=19957): stderr: \u000a| �[0;m�[1;31m20221209034306730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209034306730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209034306730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034306730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034306730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209034306730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209034306742 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:sysmo+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209034306750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209034306750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209034306750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:43:09.993455 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19950): Terminating (SIGTERM)\u000a03:43:10.034192 run iperf3-srv_10.42.42.10(pid=19951): Terminating (SIGTERM)\u000a03:43:10.074812 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19952): Terminating (SIGTERM)\u000a03:43:10.115371 run iperf3-srv_10.42.42.10(pid=19953): Terminating (SIGTERM)\u000a03:43:10.156587 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19956): Terminating (SIGTERM)\u000a03:43:10.196917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19959): Terminating (SIGTERM)\u000a03:43:10.237927 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19962): Terminating (SIGTERM)\u000a03:43:10.247292 --- ParallelTerminationStrategy: PID 19950 died...\u000a03:43:10.301719 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19950): Terminated: ok {rc=0}\u000a03:43:10.311490 --- ParallelTerminationStrategy: PID 19951 died...\u000a03:43:10.365116 run iperf3-srv_10.42.42.10(pid=19951): Terminated {rc=256}\u000a03:43:10.374637 --- ParallelTerminationStrategy: PID 19952 died...\u000a03:43:10.428489 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19952): Terminated: ok {rc=0}\u000a03:43:10.438225 --- ParallelTerminationStrategy: PID 19953 died...\u000a03:43:10.491983 run iperf3-srv_10.42.42.10(pid=19953): Terminated {rc=256}\u000a03:43:10.501930 --- ParallelTerminationStrategy: PID 19956 died...\u000a03:43:10.555793 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19956): Terminated: ok {rc=0}\u000a03:43:10.565918 --- ParallelTerminationStrategy: PID 19959 died...\u000a03:43:10.620002 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19959): Terminated: ok {rc=0}\u000a03:43:10.629884 --- ParallelTerminationStrategy: PID 19962 died...\u000a03:43:10.683642 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19962): Terminated: ok {rc=0}\u000a03:43:10.768913 bus /gobi_0: Setting Powered False\u000a03:43:11.877088 bus /gobi_0: Setting Powered False\u000a03:43:12.991941 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=19984): Process ended prematurely: osmo-stp_10.42.42.5(pid=19984) [trial-2354↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19984)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=19984): Process ended prematurely: osmo-stp_10.42.42.5(pid=19984) [trial-2354↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19984)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:sysmo+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a03:43:14.104211 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:14.115676 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:43:14.264860 tst iperf3.py: using LAC 18829\u000a03:43:14.387136 tst iperf3.py: using RAC 214\u000a03:43:14.509907 tst iperf3.py: using CellId 18829\u000a03:43:14.630507 tst iperf3.py: using BVCI 18830\u000a03:43:14.654105 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:14.664935 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:14.675747 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:14.686470 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:14.697056 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:14.707698 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:14.718507 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:14.729133 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:14.739865 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:43:15.020264 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:43:15.149721 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:43:15.472278 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19964): Launched\u000a03:43:15.740859 run iperf3-srv_10.42.42.10(pid=19965): Launched\u000a03:43:15.950680 tst iperf3.py:8: start network...\u000a03:43:16.093849 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:43:16.666988 run create_hlr_db(pid=19966): Launched\u000a03:43:16.865893 bus /gobi_6: Setting Powered False\u000a03:43:17.869391 run create_hlr_db(pid=19966): Terminated: ok {rc=0}\u000a03:43:18.310380 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19968): Launched\u000a03:43:18.621717 run osmo-hlr_10.42.42.2(pid=19969): Launched\u000a03:43:18.813355 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:43:19.366577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19983): Launched\u000a03:43:19.677057 run osmo-stp_10.42.42.5(pid=19984): Launched\u000a03:43:19.788379 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:43:20.328779 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19986): Launched\u000a03:43:20.439119 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:43:20.710016 run patchelf(pid=19987): Launched\u000a03:43:20.889972 run osmo-stp_10.42.42.5(pid=19984): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19984)]\u000a03:43:21.021658 run osmo-stp_10.42.42.5(pid=19984): stdout: \u000a| (launched: 2022-12-09_03:43:19.524127)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:43:21.153669 run osmo-stp_10.42.42.5(pid=19984): stderr: \u000a| �[0;m�[38;5;43m20221209034319699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034319699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034319700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034319700 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034319701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034319701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034319701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:43:21.281126 run osmo-stp_10.42.42.5(pid=19984): stdout: \u000a| (launched: 2022-12-09_03:43:19.524127)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:43:21.407570 run osmo-stp_10.42.42.5(pid=19984): stderr: \u000a| �[0;m�[38;5;43m20221209034319699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034319699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034319700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034319700 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034319701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034319701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034319701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:43:21.556305 run patchelf(pid=19987): Terminating (SIGINT)\u000a03:43:21.730330 run patchelf(pid=19987): Terminated: ok {rc=0}\u000a03:43:21.762190 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=19984): Process ended prematurely: osmo-stp_10.42.42.5(pid=19984) [trial-2354↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=19984)] [trial-2354↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a03:43:21.771477 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a03:43:21.832236 run osmo-hlr_10.42.42.2(pid=19969): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19969)]\u000a03:43:21.881971 run osmo-hlr_10.42.42.2(pid=19969): stdout: \u000a| (launched: 2022-12-09_03:43:18.468242) \u000a03:43:21.932345 run osmo-hlr_10.42.42.2(pid=19969): stderr: \u000a| �[0;m�[1;31m20221209034318650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209034318650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209034318650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034318650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034318650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209034318650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209034318662 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:sysmo+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209034318671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209034318672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209034318672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:43:21.974793 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19964): Terminating (SIGTERM)\u000a03:43:22.014621 run iperf3-srv_10.42.42.10(pid=19965): Terminating (SIGTERM)\u000a03:43:22.054597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19968): Terminating (SIGTERM)\u000a03:43:22.094376 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19983): Terminating (SIGTERM)\u000a03:43:22.134186 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19986): Terminating (SIGTERM)\u000a03:43:22.143352 --- ParallelTerminationStrategy: PID 19964 died...\u000a03:43:22.196997 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19964): Terminated: ok {rc=0}\u000a03:43:22.206640 --- ParallelTerminationStrategy: PID 19965 died...\u000a03:43:22.259553 run iperf3-srv_10.42.42.10(pid=19965): Terminated {rc=256}\u000a03:43:22.269095 --- ParallelTerminationStrategy: PID 19968 died...\u000a03:43:22.321978 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19968): Terminated: ok {rc=0}\u000a03:43:22.331476 --- ParallelTerminationStrategy: PID 19983 died...\u000a03:43:22.384671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=19983): Terminated: ok {rc=0}\u000a03:43:22.394257 --- ParallelTerminationStrategy: PID 19986 died...\u000a03:43:22.448105 run pcap-recorder_any(filters='host 10.42.42.6')(pid=19986): Terminated: ok {rc=0}\u000a03:43:22.532103 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20002): Process ended prematurely: osmo-stp_10.42.42.5(pid=20002) [trial-2354↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20002)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20002): Process ended prematurely: osmo-stp_10.42.42.5(pid=20002) [trial-2354↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20002)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:sysmo+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a03:43:23.649135 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:23.664395 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:43:23.817199 tst iperf3m4.py: using LAC 18830\u000a03:43:23.948355 tst iperf3m4.py: using RAC 215\u000a03:43:24.072097 tst iperf3m4.py: using CellId 18830\u000a03:43:24.194876 tst iperf3m4.py: using BVCI 18831\u000a03:43:24.218878 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:24.229856 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:24.240561 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:24.251279 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:24.261858 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:24.272494 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:24.283304 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:24.293928 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:24.304681 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:43:24.426012 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:43:24.549929 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:43:24.670330 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:43:24.972158 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:43:25.111796 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:43:25.457686 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19988): Launched\u000a03:43:25.746278 run iperf3-srv_10.42.42.10(pid=19989): Launched\u000a03:43:25.949728 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a03:43:26.088760 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:43:26.435921 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19990): Launched\u000a03:43:26.724102 run iperf3-srv_10.42.42.10(pid=19991): Launched\u000a03:43:26.927076 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a03:43:27.065844 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:43:27.410049 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19992): Launched\u000a03:43:27.700326 run iperf3-srv_10.42.42.10(pid=19993): Launched\u000a03:43:27.903387 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a03:43:28.042142 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:43:28.386868 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19994): Launched\u000a03:43:28.674775 run iperf3-srv_10.42.42.10(pid=19995): Launched\u000a03:43:28.878335 tst iperf3m4.py:8: start network...\u000a03:43:29.017368 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:43:29.542049 run create_hlr_db(pid=19996): Launched\u000a03:43:29.734496 bus /gobi_6: Setting Powered False\u000a03:43:30.755422 run create_hlr_db(pid=19996): Terminated: ok {rc=0}\u000a03:43:31.227398 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19998): Launched\u000a03:43:31.691830 run osmo-hlr_10.42.42.2(pid=19999): Launched\u000a03:43:31.974040 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:43:32.603344 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20001): Launched\u000a03:43:32.936838 run osmo-stp_10.42.42.5(pid=20002): Launched\u000a03:43:33.057913 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:43:33.637661 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20004): Launched\u000a03:43:33.756356 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:43:34.048564 run patchelf(pid=20005): Launched\u000a03:43:34.241420 run osmo-stp_10.42.42.5(pid=20002): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20002)]\u000a03:43:34.382518 run osmo-stp_10.42.42.5(pid=20002): stdout: \u000a| (launched: 2022-12-09_03:43:32.771512)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:43:34.523869 run osmo-stp_10.42.42.5(pid=20002): stderr: \u000a| �[0;m�[38;5;43m20221209034332967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034332968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034332968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034332968 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034332969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034332969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034332969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:43:34.661006 run osmo-stp_10.42.42.5(pid=20002): stdout: \u000a| (launched: 2022-12-09_03:43:32.771512)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:43:34.796672 run osmo-stp_10.42.42.5(pid=20002): stderr: \u000a| �[0;m�[38;5;43m20221209034332967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034332968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034332968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034332968 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034332969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034332969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034332969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:43:34.954533 run patchelf(pid=20005): Terminating (SIGINT)\u000a03:43:35.140295 run patchelf(pid=20005): Terminated: ok {rc=0}\u000a03:43:35.174270 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20002): Process ended prematurely: osmo-stp_10.42.42.5(pid=20002) [trial-2354↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20002)] [trial-2354↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a03:43:35.184182 tst iperf3m4.py:8: Test FAILED (11.6 sec)\u000a03:43:35.249310 run osmo-hlr_10.42.42.2(pid=19999): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=19999)]\u000a03:43:35.301889 run osmo-hlr_10.42.42.2(pid=19999): stdout: \u000a| (launched: 2022-12-09_03:43:31.399358) \u000a03:43:35.354958 run osmo-hlr_10.42.42.2(pid=19999): stderr: \u000a| �[0;m�[1;31m20221209034331676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209034331676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209034331676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034331676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034331676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209034331677 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209034331700 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:sysmo+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209034331724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209034331724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209034331724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:43:35.399745 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19988): Terminating (SIGTERM)\u000a03:43:35.442605 run iperf3-srv_10.42.42.10(pid=19989): Terminating (SIGTERM)\u000a03:43:35.485848 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19990): Terminating (SIGTERM)\u000a03:43:35.528631 run iperf3-srv_10.42.42.10(pid=19991): Terminating (SIGTERM)\u000a03:43:35.571971 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19992): Terminating (SIGTERM)\u000a03:43:35.614934 run iperf3-srv_10.42.42.10(pid=19993): Terminating (SIGTERM)\u000a03:43:35.657643 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19994): Terminating (SIGTERM)\u000a03:43:35.699855 run iperf3-srv_10.42.42.10(pid=19995): Terminating (SIGTERM)\u000a03:43:35.742922 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19998): Terminating (SIGTERM)\u000a03:43:35.785552 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20001): Terminating (SIGTERM)\u000a03:43:35.828154 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20004): Terminating (SIGTERM)\u000a03:43:35.838331 --- ParallelTerminationStrategy: PID 19988 died...\u000a03:43:35.895446 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19988): Terminated: ok {rc=0}\u000a03:43:35.905653 --- ParallelTerminationStrategy: PID 19989 died...\u000a03:43:35.962036 run iperf3-srv_10.42.42.10(pid=19989): Terminated {rc=256}\u000a03:43:35.972404 --- ParallelTerminationStrategy: PID 19990 died...\u000a03:43:36.029213 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19990): Terminated: ok {rc=0}\u000a03:43:36.039400 --- ParallelTerminationStrategy: PID 19991 died...\u000a03:43:36.095858 run iperf3-srv_10.42.42.10(pid=19991): Terminated {rc=256}\u000a03:43:36.106283 --- ParallelTerminationStrategy: PID 19992 died...\u000a03:43:36.163019 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19992): Terminated: ok {rc=0}\u000a03:43:36.173301 --- ParallelTerminationStrategy: PID 19993 died...\u000a03:43:36.229854 run iperf3-srv_10.42.42.10(pid=19993): Terminated {rc=256}\u000a03:43:36.240042 --- ParallelTerminationStrategy: PID 19994 died...\u000a03:43:36.296812 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=19994): Terminated: ok {rc=0}\u000a03:43:36.307076 --- ParallelTerminationStrategy: PID 19995 died...\u000a03:43:36.363995 run iperf3-srv_10.42.42.10(pid=19995): Terminated {rc=256}\u000a03:43:36.374233 --- ParallelTerminationStrategy: PID 19998 died...\u000a03:43:36.431203 run pcap-recorder_any(filters='host 10.42.42.2')(pid=19998): Terminated: ok {rc=0}\u000a03:43:36.441887 --- ParallelTerminationStrategy: PID 20001 died...\u000a03:43:36.498889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20001): Terminated: ok {rc=0}\u000a03:43:36.509207 --- ParallelTerminationStrategy: PID 20004 died...\u000a03:43:36.566518 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20004): Terminated: ok {rc=0}\u000a03:43:36.656316 bus /gobi_4: Setting Powered False\u000a03:43:37.762048 bus /gobi_4: Setting Powered False\u000a03:43:38.875813 bus /gobi_1: Setting Powered False\u000a03:43:39.986611 bus /gobi_1: Setting Powered False\u000a03:43:41.100501 bus /gobi_0: Setting Powered False\u000a03:43:42.206974 bus /gobi_0: Setting Powered False\u000a03:43:43.316419 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 24, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20012): Process ended prematurely: osmo-stp_10.42.42.5(pid=20012) [trial-2354↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20012)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20012): Process ended prematurely: osmo-stp_10.42.42.5(pid=20012) [trial-2354↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20012)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:sysmo+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a03:43:44.385123 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:44.397143 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:43:44.566810 tst ping.py: using LAC 18831\u000a03:43:44.698621 tst ping.py: using RAC 216\u000a03:43:44.825908 tst ping.py: using CellId 18831\u000a03:43:44.955014 tst ping.py: using BVCI 18832\u000a03:43:44.980048 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:44.991454 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:45.002660 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:45.014252 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:45.025767 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:45.036717 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:45.048278 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:45.059628 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:43:45.343318 tst ping.py:19: start network...\u000a03:43:45.469940 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:43:46.036108 run create_hlr_db(pid=20006): Launched\u000a03:43:46.232311 bus /gobi_6: Setting Powered False\u000a03:43:47.236186 run create_hlr_db(pid=20006): Terminated: ok {rc=0}\u000a03:43:47.661407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20008): Launched\u000a03:43:47.966516 run osmo-hlr_10.42.42.2(pid=20009): Launched\u000a03:43:48.084411 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:43:48.634361 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20011): Launched\u000a03:43:48.939726 run osmo-stp_10.42.42.5(pid=20012): Launched\u000a03:43:49.050275 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:43:49.581019 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20014): Launched\u000a03:43:49.689313 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:43:49.955434 run patchelf(pid=20015): Launched\u000a03:43:50.132350 run osmo-stp_10.42.42.5(pid=20012): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20012)]\u000a03:43:50.261792 run osmo-stp_10.42.42.5(pid=20012): stdout: \u000a| (launched: 2022-12-09_03:43:48.788535)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:43:50.391206 run osmo-stp_10.42.42.5(pid=20012): stderr: \u000a| �[0;m�[38;5;43m20221209034348963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034348963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034348963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034348964 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034348964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034348964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034348964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:43:50.516468 run osmo-stp_10.42.42.5(pid=20012): stdout: \u000a| (launched: 2022-12-09_03:43:48.788535)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:43:50.640612 run osmo-stp_10.42.42.5(pid=20012): stderr: \u000a| �[0;m�[38;5;43m20221209034348963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034348963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034348963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034348964 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034348964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034348964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034348964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:43:50.785415 run patchelf(pid=20015): Terminating (SIGINT)\u000a03:43:50.955503 run patchelf(pid=20015): Terminated: ok {rc=0}\u000a03:43:50.986376 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=20012): Process ended prematurely: osmo-stp_10.42.42.5(pid=20012) [trial-2354↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20012)] [trial-2354↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22]\u000a03:43:50.994987 tst ping.py:22: Test FAILED (6.6 sec)\u000a03:43:51.055622 run osmo-hlr_10.42.42.2(pid=20009): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20009)]\u000a03:43:51.104867 run osmo-hlr_10.42.42.2(pid=20009): stdout: \u000a| (launched: 2022-12-09_03:43:47.815933) \u000a03:43:51.155329 run osmo-hlr_10.42.42.2(pid=20009): stderr: \u000a| �[0;m�[1;31m20221209034347998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209034347998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209034347998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034347998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034347998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209034347998 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209034348010 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:sysmo+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209034348021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209034348021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209034348021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:43:51.197759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20008): Terminating (SIGTERM)\u000a03:43:51.237850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20011): Terminating (SIGTERM)\u000a03:43:51.277934 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20014): Terminating (SIGTERM)\u000a03:43:51.287235 --- ParallelTerminationStrategy: PID 20008 died...\u000a03:43:51.340903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20008): Terminated: ok {rc=0}\u000a03:43:51.350542 --- ParallelTerminationStrategy: PID 20011 died...\u000a03:43:51.403867 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20011): Terminated: ok {rc=0}\u000a03:43:51.413820 --- ParallelTerminationStrategy: PID 20014 died...\u000a03:43:51.467368 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20014): Terminated: ok {rc=0}\u000a03:43:51.556435 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 24, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20022): Process ended prematurely: osmo-stp_10.42.42.5(pid=20022) [trial-2354↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20022)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20022): Process ended prematurely: osmo-stp_10.42.42.5(pid=20022) [trial-2354↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20022)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:sysmo+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a03:43:52.607863 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:52.619254 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:43:52.764787 tst ping_idle_ping.py: using LAC 18832\u000a03:43:52.885449 tst ping_idle_ping.py: using RAC 217\u000a03:43:53.004494 tst ping_idle_ping.py: using CellId 18832\u000a03:43:53.125293 tst ping_idle_ping.py: using BVCI 18833\u000a03:43:53.148701 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:53.159688 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:53.170289 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:53.180881 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:53.191464 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:53.201994 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:53.212684 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:43:53.223312 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:43:53.500408 tst ping_idle_ping.py:24: start network...\u000a03:43:53.626420 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:43:54.118259 run create_hlr_db(pid=20016): Launched\u000a03:43:54.292803 bus /gobi_6: Setting Powered False\u000a03:43:55.315050 run create_hlr_db(pid=20016): Terminated: ok {rc=0}\u000a03:43:55.754202 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20018): Launched\u000a03:43:56.084687 run osmo-hlr_10.42.42.2(pid=20019): Launched\u000a03:43:56.207695 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:43:56.780534 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20021): Launched\u000a03:43:57.108868 run osmo-stp_10.42.42.5(pid=20022): Launched\u000a03:43:57.228332 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:43:57.801499 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20024): Launched\u000a03:43:57.918482 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:43:58.205149 run patchelf(pid=20025): Launched\u000a03:43:58.395872 run osmo-stp_10.42.42.5(pid=20022): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20022)]\u000a03:43:58.535461 run osmo-stp_10.42.42.5(pid=20022): stdout: \u000a| (launched: 2022-12-09_03:43:56.946819)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:43:58.675920 run osmo-stp_10.42.42.5(pid=20022): stderr: \u000a| �[0;m�[38;5;43m20221209034357141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034357141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034357141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034357142 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034357142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034357142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034357142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:43:58.811346 run osmo-stp_10.42.42.5(pid=20022): stdout: \u000a| (launched: 2022-12-09_03:43:56.946819)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:43:58.946184 run osmo-stp_10.42.42.5(pid=20022): stderr: \u000a| �[0;m�[38;5;43m20221209034357141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034357141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034357141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034357142 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034357142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034357142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034357142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:43:59.102562 run patchelf(pid=20025): Terminating (SIGINT)\u000a03:43:59.285953 run patchelf(pid=20025): Terminated: ok {rc=0}\u000a03:43:59.319206 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=20022): Process ended prematurely: osmo-stp_10.42.42.5(pid=20022) [trial-2354↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20022)] [trial-2354↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a03:43:59.328595 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a03:43:59.393616 run osmo-hlr_10.42.42.2(pid=20019): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20019)]\u000a03:43:59.446239 run osmo-hlr_10.42.42.2(pid=20019): stdout: \u000a| (launched: 2022-12-09_03:43:55.921159) \u000a03:43:59.499532 run osmo-hlr_10.42.42.2(pid=20019): stderr: \u000a| �[0;m�[1;31m20221209034356120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209034356120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209034356120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034356120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034356120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209034356120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209034356132 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:sysmo+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209034356141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209034356141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209034356141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:43:59.544912 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20018): Terminating (SIGTERM)\u000a03:43:59.588490 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20021): Terminating (SIGTERM)\u000a03:43:59.631722 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20024): Terminating (SIGTERM)\u000a03:43:59.641626 --- ParallelTerminationStrategy: PID 20018 died...\u000a03:43:59.698719 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20018): Terminated: ok {rc=0}\u000a03:43:59.709274 --- ParallelTerminationStrategy: PID 20021 died...\u000a03:43:59.766668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20021): Terminated: ok {rc=0}\u000a03:43:59.776866 --- ParallelTerminationStrategy: PID 20024 died...\u000a03:43:59.833990 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20024): Terminated: ok {rc=0}\u000a03:43:59.923740 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "14", "name" : "gprs_sysmo+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:43:00" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20039): Process ended prematurely: osmo-stp_10.42.42.5(pid=20039) [trial-2354↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20039)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20039): Process ended prematurely: osmo-stp_10.42.42.5(pid=20039) [trial-2354↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20039)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:sysmo+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a03:44:02.201571 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:02.213751 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a03:44:02.367722 tst cs_paging_gprs_active.py: using LAC 18833\u000a03:44:02.491378 tst cs_paging_gprs_active.py: using RAC 218\u000a03:44:02.615654 tst cs_paging_gprs_active.py: using CellId 18833\u000a03:44:02.738619 tst cs_paging_gprs_active.py: using BVCI 18834\u000a03:44:02.762410 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:02.773382 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:02.784100 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:02.795580 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:02.806869 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:02.818126 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:02.829499 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:02.840401 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:02.851715 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:44:02.973569 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:44:03.259902 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a03:44:03.388247 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:44:03.709078 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20029): Launched\u000a03:44:03.977240 run iperf3-srv_10.42.42.10(pid=20030): Launched\u000a03:44:04.164695 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a03:44:04.292566 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:44:04.613300 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20031): Launched\u000a03:44:04.880235 run iperf3-srv_10.42.42.10(pid=20032): Launched\u000a03:44:05.067627 tst cs_paging_gprs_active.py:38: start network...\u000a03:44:05.196935 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:44:05.693134 run create_hlr_db(pid=20033): Launched\u000a03:44:05.870912 bus /gobi_6: Setting Powered False\u000a03:44:06.905707 run create_hlr_db(pid=20033): Terminated: ok {rc=0}\u000a03:44:07.346710 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20035): Launched\u000a03:44:07.680528 run osmo-hlr_10.42.42.2(pid=20036): Launched\u000a03:44:07.806566 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:44:08.382680 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20038): Launched\u000a03:44:08.715125 run osmo-stp_10.42.42.5(pid=20039): Launched\u000a03:44:08.834996 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:44:09.413402 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20041): Launched\u000a03:44:09.531724 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:44:09.825126 run patchelf(pid=20042): Launched\u000a03:44:10.018912 run osmo-stp_10.42.42.5(pid=20039): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20039)]\u000a03:44:10.160563 run osmo-stp_10.42.42.5(pid=20039): stdout: \u000a| (launched: 2022-12-09_03:44:08.551270)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:44:10.302097 run osmo-stp_10.42.42.5(pid=20039): stderr: \u000a| �[0;m�[38;5;43m20221209034408750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034408751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034408751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034408751 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034408752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034408752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034408752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:44:10.439323 run osmo-stp_10.42.42.5(pid=20039): stdout: \u000a| (launched: 2022-12-09_03:44:08.551270)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:44:10.575846 run osmo-stp_10.42.42.5(pid=20039): stderr: \u000a| �[0;m�[38;5;43m20221209034408750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034408751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034408751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034408751 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034408752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034408752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034408752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:44:10.734695 run patchelf(pid=20042): Terminating (SIGINT)\u000a03:44:10.921143 run patchelf(pid=20042): Terminated: ok {rc=0}\u000a03:44:10.955130 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=20039): Process ended prematurely: osmo-stp_10.42.42.5(pid=20039) [trial-2354↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20039)] [trial-2354↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a03:44:10.964937 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a03:44:11.029973 run osmo-hlr_10.42.42.2(pid=20036): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20036)]\u000a03:44:11.082650 run osmo-hlr_10.42.42.2(pid=20036): stdout: \u000a| (launched: 2022-12-09_03:44:07.515649) \u000a03:44:11.135973 run osmo-hlr_10.42.42.2(pid=20036): stderr: \u000a| �[0;m�[1;31m20221209034407718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209034407718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209034407718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034407718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034407718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209034407718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209034407734 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:sysmo+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209034407742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209034407742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209034407742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:44:11.181146 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20029): Terminating (SIGTERM)\u000a03:44:11.223972 run iperf3-srv_10.42.42.10(pid=20030): Terminating (SIGTERM)\u000a03:44:11.266961 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20031): Terminating (SIGTERM)\u000a03:44:11.309873 run iperf3-srv_10.42.42.10(pid=20032): Terminating (SIGTERM)\u000a03:44:11.352647 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20035): Terminating (SIGTERM)\u000a03:44:11.395775 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20038): Terminating (SIGTERM)\u000a03:44:11.438644 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20041): Terminating (SIGTERM)\u000a03:44:11.448143 --- ParallelTerminationStrategy: PID 20029 died...\u000a03:44:11.504856 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20029): Terminated: ok {rc=0}\u000a03:44:11.515264 --- ParallelTerminationStrategy: PID 20030 died...\u000a03:44:11.572128 run iperf3-srv_10.42.42.10(pid=20030): Terminated {rc=256}\u000a03:44:11.582337 --- ParallelTerminationStrategy: PID 20031 died...\u000a03:44:11.639167 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20031): Terminated: ok {rc=0}\u000a03:44:11.649446 --- ParallelTerminationStrategy: PID 20032 died...\u000a03:44:11.706074 run iperf3-srv_10.42.42.10(pid=20032): Terminated {rc=256}\u000a03:44:11.716190 --- ParallelTerminationStrategy: PID 20035 died...\u000a03:44:11.772812 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20035): Terminated: ok {rc=0}\u000a03:44:11.783082 --- ParallelTerminationStrategy: PID 20038 died...\u000a03:44:11.840011 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20038): Terminated: ok {rc=0}\u000a03:44:11.850201 --- ParallelTerminationStrategy: PID 20041 died...\u000a03:44:11.907170 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20041): Terminated: ok {rc=0}\u000a03:44:11.995712 bus /gobi_0: Setting Powered False\u000a03:44:13.104548 bus /gobi_0: Setting Powered False\u000a03:44:14.214017 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20051): Process ended prematurely: osmo-stp_10.42.42.5(pid=20051) [trial-2354↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20051)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20051): Process ended prematurely: osmo-stp_10.42.42.5(pid=20051) [trial-2354↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20051)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:sysmo+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a03:44:15.331363 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:15.343354 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a03:44:15.495111 tst iperf3.py: using LAC 18834\u000a03:44:15.618358 tst iperf3.py: using RAC 219\u000a03:44:15.744126 tst iperf3.py: using CellId 18834\u000a03:44:15.882875 tst iperf3.py: using BVCI 18835\u000a03:44:15.907482 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:15.919285 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:15.931099 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:15.942894 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:15.954271 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:15.965706 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:15.977207 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:15.988580 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:16.000043 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:44:16.343344 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:44:16.491357 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:44:16.859728 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20043): Launched\u000a03:44:17.169546 run iperf3-srv_10.42.42.10(pid=20044): Launched\u000a03:44:17.375165 tst iperf3.py:8: start network...\u000a03:44:17.514794 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:44:18.041550 run create_hlr_db(pid=20045): Launched\u000a03:44:18.233352 bus /gobi_6: Setting Powered False\u000a03:44:19.255026 run create_hlr_db(pid=20045): Terminated: ok {rc=0}\u000a03:44:19.672481 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20047): Launched\u000a03:44:19.985415 run osmo-hlr_10.42.42.2(pid=20048): Launched\u000a03:44:20.103912 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:44:20.644740 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20050): Launched\u000a03:44:20.957926 run osmo-stp_10.42.42.5(pid=20051): Launched\u000a03:44:21.070921 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:44:21.612586 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20053): Launched\u000a03:44:21.722755 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:44:21.995490 run patchelf(pid=20054): Launched\u000a03:44:22.176084 run osmo-stp_10.42.42.5(pid=20051): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20051)]\u000a03:44:22.307992 run osmo-stp_10.42.42.5(pid=20051): stdout: \u000a| (launched: 2022-12-09_03:44:20.803139)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:44:22.440158 run osmo-stp_10.42.42.5(pid=20051): stderr: \u000a| �[0;m�[38;5;43m20221209034420978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034420978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034420978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034420979 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034420979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034420979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034420979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:44:22.568009 run osmo-stp_10.42.42.5(pid=20051): stdout: \u000a| (launched: 2022-12-09_03:44:20.803139)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:44:22.694824 run osmo-stp_10.42.42.5(pid=20051): stderr: \u000a| �[0;m�[38;5;43m20221209034420978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034420978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034420978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034420979 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034420979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034420979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034420979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:44:22.843100 run patchelf(pid=20054): Terminating (SIGINT)\u000a03:44:23.017826 run patchelf(pid=20054): Terminated: ok {rc=0}\u000a03:44:23.049806 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20051): Process ended prematurely: osmo-stp_10.42.42.5(pid=20051) [trial-2354↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20051)] [trial-2354↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a03:44:23.059049 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a03:44:23.119619 run osmo-hlr_10.42.42.2(pid=20048): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20048)]\u000a03:44:23.169138 run osmo-hlr_10.42.42.2(pid=20048): stdout: \u000a| (launched: 2022-12-09_03:44:19.830287) \u000a03:44:23.219159 run osmo-hlr_10.42.42.2(pid=20048): stderr: \u000a| �[0;m�[1;31m20221209034420012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209034420012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209034420012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034420012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034420012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209034420013 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209034420025 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:sysmo+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209034420034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209034420034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209034420034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:44:23.261833 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20043): Terminating (SIGTERM)\u000a03:44:23.302116 run iperf3-srv_10.42.42.10(pid=20044): Terminating (SIGTERM)\u000a03:44:23.342318 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20047): Terminating (SIGTERM)\u000a03:44:23.382538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20050): Terminating (SIGTERM)\u000a03:44:23.422912 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20053): Terminating (SIGTERM)\u000a03:44:23.432263 --- ParallelTerminationStrategy: PID 20043 died...\u000a03:44:23.486268 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20043): Terminated: ok {rc=0}\u000a03:44:23.496040 --- ParallelTerminationStrategy: PID 20044 died...\u000a03:44:23.550091 run iperf3-srv_10.42.42.10(pid=20044): Terminated {rc=256}\u000a03:44:23.559796 --- ParallelTerminationStrategy: PID 20047 died...\u000a03:44:23.613992 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20047): Terminated: ok {rc=0}\u000a03:44:23.623796 --- ParallelTerminationStrategy: PID 20050 died...\u000a03:44:23.677642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20050): Terminated: ok {rc=0}\u000a03:44:23.687475 --- ParallelTerminationStrategy: PID 20053 died...\u000a03:44:23.741652 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20053): Terminated: ok {rc=0}\u000a03:44:23.830936 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20070): Process ended prematurely: osmo-stp_10.42.42.5(pid=20070) [trial-2354↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20070)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20070): Process ended prematurely: osmo-stp_10.42.42.5(pid=20070) [trial-2354↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20070)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:sysmo+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a03:44:24.942152 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:24.953937 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a03:44:25.101586 tst iperf3m4.py: using LAC 18835\u000a03:44:25.231316 tst iperf3m4.py: using RAC 220\u000a03:44:25.355915 tst iperf3m4.py: using CellId 18835\u000a03:44:25.478227 tst iperf3m4.py: using BVCI 18836\u000a03:44:25.502153 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:25.512931 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:25.523909 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:25.535005 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:25.545785 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:25.556447 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:25.567324 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:25.578029 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:25.589058 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:44:25.710070 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:44:25.829009 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:44:25.946392 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:44:26.228574 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:44:26.357042 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:44:26.678345 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20056): Launched\u000a03:44:26.945508 run iperf3-srv_10.42.42.10(pid=20057): Launched\u000a03:44:27.133339 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a03:44:27.261503 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:44:27.582208 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20058): Launched\u000a03:44:27.850421 run iperf3-srv_10.42.42.10(pid=20059): Launched\u000a03:44:28.038818 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a03:44:28.166810 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:44:28.488047 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20060): Launched\u000a03:44:28.755512 run iperf3-srv_10.42.42.10(pid=20061): Launched\u000a03:44:28.942791 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a03:44:29.070582 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:44:29.391366 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20062): Launched\u000a03:44:29.657785 run iperf3-srv_10.42.42.10(pid=20063): Launched\u000a03:44:29.844441 tst iperf3m4.py:8: start network...\u000a03:44:29.973058 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:44:30.469481 run create_hlr_db(pid=20064): Launched\u000a03:44:30.646710 bus /gobi_6: Setting Powered False\u000a03:44:31.689160 run create_hlr_db(pid=20064): Terminated: ok {rc=0}\u000a03:44:32.128750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20066): Launched\u000a03:44:32.441293 run osmo-hlr_10.42.42.2(pid=20067): Launched\u000a03:44:32.554330 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:44:33.096459 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20069): Launched\u000a03:44:33.407368 run osmo-stp_10.42.42.5(pid=20070): Launched\u000a03:44:33.519275 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:44:34.059469 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20072): Launched\u000a03:44:34.169846 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:44:34.441489 run patchelf(pid=20073): Launched\u000a03:44:34.621552 run osmo-stp_10.42.42.5(pid=20070): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20070)]\u000a03:44:34.753136 run osmo-stp_10.42.42.5(pid=20070): stdout: \u000a| (launched: 2022-12-09_03:44:33.253375)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:44:34.885144 run osmo-stp_10.42.42.5(pid=20070): stderr: \u000a| �[0;m�[38;5;43m20221209034433426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034433426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034433426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034433427 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034433427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034433427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034433427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:44:35.012398 run osmo-stp_10.42.42.5(pid=20070): stdout: \u000a| (launched: 2022-12-09_03:44:33.253375)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:44:35.139055 run osmo-stp_10.42.42.5(pid=20070): stderr: \u000a| �[0;m�[38;5;43m20221209034433426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034433426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034433426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034433427 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034433427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034433427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034433427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:44:35.286974 run patchelf(pid=20073): Terminating (SIGINT)\u000a03:44:35.461668 run patchelf(pid=20073): Terminated: ok {rc=0}\u000a03:44:35.493656 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20070): Process ended prematurely: osmo-stp_10.42.42.5(pid=20070) [trial-2354↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20070)] [trial-2354↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a03:44:35.503012 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a03:44:35.563893 run osmo-hlr_10.42.42.2(pid=20067): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20067)]\u000a03:44:35.613320 run osmo-hlr_10.42.42.2(pid=20067): stdout: \u000a| (launched: 2022-12-09_03:44:32.286718) \u000a03:44:35.663382 run osmo-hlr_10.42.42.2(pid=20067): stderr: \u000a| �[0;m�[1;31m20221209034432468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209034432468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209034432468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034432468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034432468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209034432468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209034432480 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:sysmo+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209034432489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209034432489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209034432489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:44:35.705660 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20056): Terminating (SIGTERM)\u000a03:44:35.745384 run iperf3-srv_10.42.42.10(pid=20057): Terminating (SIGTERM)\u000a03:44:35.785350 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20058): Terminating (SIGTERM)\u000a03:44:35.825298 run iperf3-srv_10.42.42.10(pid=20059): Terminating (SIGTERM)\u000a03:44:35.865610 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20060): Terminating (SIGTERM)\u000a03:44:35.906280 run iperf3-srv_10.42.42.10(pid=20061): Terminating (SIGTERM)\u000a03:44:35.946649 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20062): Terminating (SIGTERM)\u000a03:44:35.986458 run iperf3-srv_10.42.42.10(pid=20063): Terminating (SIGTERM)\u000a03:44:36.026920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20066): Terminating (SIGTERM)\u000a03:44:36.066999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20069): Terminating (SIGTERM)\u000a03:44:36.107208 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20072): Terminating (SIGTERM)\u000a03:44:36.116449 --- ParallelTerminationStrategy: PID 20056 died...\u000a03:44:36.170335 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20056): Terminated: ok {rc=0}\u000a03:44:36.179945 --- ParallelTerminationStrategy: PID 20057 died...\u000a03:44:36.233522 run iperf3-srv_10.42.42.10(pid=20057): Terminated {rc=256}\u000a03:44:36.243197 --- ParallelTerminationStrategy: PID 20058 died...\u000a03:44:36.296767 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20058): Terminated: ok {rc=0}\u000a03:44:36.306466 --- ParallelTerminationStrategy: PID 20059 died...\u000a03:44:36.360472 run iperf3-srv_10.42.42.10(pid=20059): Terminated {rc=256}\u000a03:44:36.370195 --- ParallelTerminationStrategy: PID 20060 died...\u000a03:44:36.423774 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20060): Terminated: ok {rc=0}\u000a03:44:36.433803 --- ParallelTerminationStrategy: PID 20061 died...\u000a03:44:36.487307 run iperf3-srv_10.42.42.10(pid=20061): Terminated {rc=256}\u000a03:44:36.497017 --- ParallelTerminationStrategy: PID 20062 died...\u000a03:44:36.550347 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20062): Terminated: ok {rc=0}\u000a03:44:36.559951 --- ParallelTerminationStrategy: PID 20063 died...\u000a03:44:36.613801 run iperf3-srv_10.42.42.10(pid=20063): Terminated {rc=256}\u000a03:44:36.623510 --- ParallelTerminationStrategy: PID 20066 died...\u000a03:44:36.676996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20066): Terminated: ok {rc=0}\u000a03:44:36.686641 --- ParallelTerminationStrategy: PID 20069 died...\u000a03:44:36.739924 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20069): Terminated: ok {rc=0}\u000a03:44:36.749961 --- ParallelTerminationStrategy: PID 20072 died...\u000a03:44:36.803196 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20072): Terminated: ok {rc=0}\u000a03:44:36.888015 bus /gobi_4: Setting Powered False\u000a03:44:37.991176 bus /gobi_4: Setting Powered False\u000a03:44:39.104270 bus /gobi_1: Setting Powered False\u000a03:44:40.208161 bus /gobi_1: Setting Powered False\u000a03:44:41.315671 bus /gobi_0: Setting Powered False\u000a03:44:42.423228 bus /gobi_0: Setting Powered False\u000a03:44:43.533262 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 24, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20080): Process ended prematurely: osmo-stp_10.42.42.5(pid=20080) [trial-2354↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20080)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20080): Process ended prematurely: osmo-stp_10.42.42.5(pid=20080) [trial-2354↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20080)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:sysmo+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a03:44:44.602302 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:44.614634 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a03:44:44.772230 tst ping.py: using LAC 18836\u000a03:44:44.898654 tst ping.py: using RAC 221\u000a03:44:45.024806 tst ping.py: using CellId 18836\u000a03:44:45.152665 tst ping.py: using BVCI 18837\u000a03:44:45.177806 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:45.189488 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:45.200620 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:45.212106 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:45.223485 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:45.234680 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:45.246871 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:45.258099 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:44:45.552173 tst ping.py:19: start network...\u000a03:44:45.689152 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:44:46.249138 run create_hlr_db(pid=20074): Launched\u000a03:44:46.429081 bus /gobi_6: Setting Powered False\u000a03:44:47.446912 run create_hlr_db(pid=20074): Terminated: ok {rc=0}\u000a03:44:47.854947 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20076): Launched\u000a03:44:48.161727 run osmo-hlr_10.42.42.2(pid=20077): Launched\u000a03:44:48.282053 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:44:48.822459 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20079): Launched\u000a03:44:49.128427 run osmo-stp_10.42.42.5(pid=20080): Launched\u000a03:44:49.238893 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:44:49.770000 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20082): Launched\u000a03:44:49.877935 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:44:50.145583 run patchelf(pid=20083): Launched\u000a03:44:50.323302 run osmo-stp_10.42.42.5(pid=20080): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20080)]\u000a03:44:50.453684 run osmo-stp_10.42.42.5(pid=20080): stdout: \u000a| (launched: 2022-12-09_03:44:48.976141)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:44:50.584119 run osmo-stp_10.42.42.5(pid=20080): stderr: \u000a| �[0;m�[38;5;43m20221209034449148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034449149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034449149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034449150 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034449150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034449150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034449150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:44:50.710312 run osmo-stp_10.42.42.5(pid=20080): stdout: \u000a| (launched: 2022-12-09_03:44:48.976141)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:44:50.835061 run osmo-stp_10.42.42.5(pid=20080): stderr: \u000a| �[0;m�[38;5;43m20221209034449148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034449149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034449149 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034449150 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034449150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034449150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034449150 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:44:50.980138 run patchelf(pid=20083): Terminating (SIGINT)\u000a03:44:51.151378 run patchelf(pid=20083): Terminated: ok {rc=0}\u000a03:44:51.182404 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=20080): Process ended prematurely: osmo-stp_10.42.42.5(pid=20080) [trial-2354↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20080)] [trial-2354↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22]\u000a03:44:51.191080 tst ping.py:22: Test FAILED (6.6 sec)\u000a03:44:51.252339 run osmo-hlr_10.42.42.2(pid=20077): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20077)]\u000a03:44:51.302475 run osmo-hlr_10.42.42.2(pid=20077): stdout: \u000a| (launched: 2022-12-09_03:44:48.009258) \u000a03:44:51.353135 run osmo-hlr_10.42.42.2(pid=20077): stderr: \u000a| �[0;m�[1;31m20221209034448187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209034448188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209034448188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034448188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034448188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209034448188 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209034448200 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:sysmo+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209034448211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209034448211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209034448211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:44:51.396205 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20076): Terminating (SIGTERM)\u000a03:44:51.436562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20079): Terminating (SIGTERM)\u000a03:44:51.476835 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20082): Terminating (SIGTERM)\u000a03:44:51.486221 --- ParallelTerminationStrategy: PID 20076 died...\u000a03:44:51.540346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20076): Terminated: ok {rc=0}\u000a03:44:51.550157 --- ParallelTerminationStrategy: PID 20079 died...\u000a03:44:51.603835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20079): Terminated: ok {rc=0}\u000a03:44:51.613957 --- ParallelTerminationStrategy: PID 20082 died...\u000a03:44:51.668515 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20082): Terminated: ok {rc=0}\u000a03:44:51.752816 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 24, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20091): Process ended prematurely: osmo-stp_10.42.42.5(pid=20091) [trial-2354↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20091)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20091): Process ended prematurely: osmo-stp_10.42.42.5(pid=20091) [trial-2354↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20091)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:sysmo+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a03:44:52.807597 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:52.820443 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a03:44:52.976664 tst ping_idle_ping.py: using LAC 18837\u000a03:44:53.100156 tst ping_idle_ping.py: using RAC 222\u000a03:44:53.221647 tst ping_idle_ping.py: using CellId 18837\u000a03:44:53.345558 tst ping_idle_ping.py: using BVCI 18838\u000a03:44:53.368885 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:53.379887 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:53.390705 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:53.401449 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:53.412069 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:53.422790 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:53.433817 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:44:53.444478 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:44:53.724717 tst ping_idle_ping.py:24: start network...\u000a03:44:53.851158 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:44:54.344518 run create_hlr_db(pid=20085): Launched\u000a03:44:54.519540 bus /gobi_6: Setting Powered False\u000a03:44:55.540916 run create_hlr_db(pid=20085): Terminated: ok {rc=0}\u000a03:44:55.977648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20087): Launched\u000a03:44:56.307671 run osmo-hlr_10.42.42.2(pid=20088): Launched\u000a03:44:56.429653 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:44:57.001227 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20090): Launched\u000a03:44:57.330969 run osmo-stp_10.42.42.5(pid=20091): Launched\u000a03:44:57.450733 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:44:58.025074 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20093): Launched\u000a03:44:58.142427 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:44:58.429618 run patchelf(pid=20094): Launched\u000a03:44:58.620912 run osmo-stp_10.42.42.5(pid=20091): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20091)]\u000a03:44:58.760886 run osmo-stp_10.42.42.5(pid=20091): stdout: \u000a| (launched: 2022-12-09_03:44:57.167518)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:44:58.901298 run osmo-stp_10.42.42.5(pid=20091): stderr: \u000a| �[0;m�[38;5;43m20221209034457363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034457363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034457363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034457364 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034457366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034457366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034457366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:44:59.037299 run osmo-stp_10.42.42.5(pid=20091): stdout: \u000a| (launched: 2022-12-09_03:44:57.167518)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:44:59.171524 run osmo-stp_10.42.42.5(pid=20091): stderr: \u000a| �[0;m�[38;5;43m20221209034457363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034457363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034457363 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034457364 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034457366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034457366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034457366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:44:59.327944 run patchelf(pid=20094): Terminating (SIGINT)\u000a03:44:59.511517 run patchelf(pid=20094): Terminated: ok {rc=0}\u000a03:44:59.544750 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=20091): Process ended prematurely: osmo-stp_10.42.42.5(pid=20091) [trial-2354↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20091)] [trial-2354↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a03:44:59.554174 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a03:44:59.620092 run osmo-hlr_10.42.42.2(pid=20088): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20088)]\u000a03:44:59.673479 run osmo-hlr_10.42.42.2(pid=20088): stdout: \u000a| (launched: 2022-12-09_03:44:56.144146) \u000a03:44:59.727873 run osmo-hlr_10.42.42.2(pid=20088): stderr: \u000a| �[0;m�[1;31m20221209034456343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209034456343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209034456343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034456343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034456343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209034456343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209034456356 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:sysmo+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209034456366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209034456366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209034456366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:44:59.773887 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20087): Terminating (SIGTERM)\u000a03:44:59.817467 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20090): Terminating (SIGTERM)\u000a03:44:59.860811 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20093): Terminating (SIGTERM)\u000a03:44:59.870984 --- ParallelTerminationStrategy: PID 20087 died...\u000a03:44:59.928910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20087): Terminated: ok {rc=0}\u000a03:44:59.939377 --- ParallelTerminationStrategy: PID 20090 died...\u000a03:44:59.997022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20090): Terminated: ok {rc=0}\u000a03:45:00.007480 --- ParallelTerminationStrategy: PID 20093 died...\u000a03:45:00.065132 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20093): Terminated: ok {rc=0}\u000a03:45:00.152461 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "15", "name" : "gprs_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:44:01" }, { "cases" : [ { "testActions" : [ ], "age" : 26, "className" : "dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20107): Process ended prematurely: osmo-stp_10.42.42.5(pid=20107) [trial-2354↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20107)]", "failedSince" : 2329, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20107): Process ended prematurely: osmo-stp_10.42.42.5(pid=20107) [trial-2354↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20107)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a03:45:02.244993 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:45:02.256869 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a03:45:02.404463 tst switch_tch_pdch.py: using LAC 18838\u000a03:45:02.523834 tst switch_tch_pdch.py: using RAC 223\u000a03:45:02.650897 tst switch_tch_pdch.py: using CellId 18838\u000a03:45:02.780115 tst switch_tch_pdch.py: using BVCI 18839\u000a03:45:02.805333 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:45:02.817120 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:45:02.829141 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:45:02.840749 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:45:02.852730 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:45:02.864156 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:45:02.876176 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:45:02.887595 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:45:03.009629 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:45:03.305834 tst switch_tch_pdch.py:51: start network...\u000a03:45:03.442014 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:45:03.955481 run create_hlr_db(pid=20101): Launched\u000a03:45:04.144529 bus /gobi_6: Setting Powered False\u000a03:45:05.164786 run create_hlr_db(pid=20101): Terminated: ok {rc=0}\u000a03:45:05.575054 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20103): Launched\u000a03:45:05.880290 run osmo-hlr_10.42.42.2(pid=20104): Launched\u000a03:45:06.000839 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:45:06.538409 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20106): Launched\u000a03:45:06.843775 run osmo-stp_10.42.42.5(pid=20107): Launched\u000a03:45:06.955195 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:45:07.487150 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20109): Launched\u000a03:45:07.594823 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:45:07.860674 run patchelf(pid=20110): Launched\u000a03:45:08.038146 run osmo-stp_10.42.42.5(pid=20107): ERR: Terminated: ERROR {rc=1} [trial-2354↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20107)]\u000a03:45:08.167588 run osmo-stp_10.42.42.5(pid=20107): stdout: \u000a| (launched: 2022-12-09_03:45:06.692357)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:45:08.298072 run osmo-stp_10.42.42.5(pid=20107): stderr: \u000a| �[0;m�[38;5;43m20221209034506866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034506866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034506867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034506867 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034506867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034506867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034506868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:45:08.423747 run osmo-stp_10.42.42.5(pid=20107): stdout: \u000a| (launched: 2022-12-09_03:45:06.692357)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:45:08.547731 run osmo-stp_10.42.42.5(pid=20107): stderr: \u000a| �[0;m�[38;5;43m20221209034506866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034506866 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034506867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034506867 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034506867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034506867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034506868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:45:08.692929 run patchelf(pid=20110): Terminating (SIGINT)\u000a03:45:08.864234 run patchelf(pid=20110): Terminated: ok {rc=0}\u000a03:45:08.895229 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=20107): Process ended prematurely: osmo-stp_10.42.42.5(pid=20107) [trial-2354↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20107)] [trial-2354↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a03:45:08.903908 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a03:45:08.964537 run osmo-hlr_10.42.42.2(pid=20104): ERR: Terminated: ERROR {rc=237} [trial-2354↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20104)]\u000a03:45:09.014167 run osmo-hlr_10.42.42.2(pid=20104): stdout: \u000a| (launched: 2022-12-09_03:45:05.729173) \u000a03:45:09.064331 run osmo-hlr_10.42.42.2(pid=20104): stderr: \u000a| �[0;m�[1;31m20221209034505908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209034505908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209034505908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034505908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034505908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209034505908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209034505920 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209034505929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209034505929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209034505929 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:45:09.107225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20103): Terminating (SIGTERM)\u000a03:45:09.147429 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20106): Terminating (SIGTERM)\u000a03:45:09.187674 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20109): Terminating (SIGTERM)\u000a03:45:09.197118 --- ParallelTerminationStrategy: PID 20103 died...\u000a03:45:09.250813 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20103): Terminated: ok {rc=0}\u000a03:45:09.260485 --- ParallelTerminationStrategy: PID 20106 died...\u000a03:45:09.313903 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20106): Terminated: ok {rc=0}\u000a03:45:09.323489 --- ParallelTerminationStrategy: PID 20109 died...\u000a03:45:09.376655 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20109): Terminated: ok {rc=0}\u000a03:45:09.466809 bus /gobi_0: Setting Powered False\u000a03:45:10.571604 bus /gobi_0: Setting Powered False\u000a03:45:11.684260 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "16", "name" : "dynts_sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:45:01" }, { "cases" : [ { "testActions" : [ ], "age" : 24, "className" : "dynts:sysmo+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20120): Process ended prematurely: osmo-stp_10.42.42.5(pid=20120) [trial-2354↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20120)]", "failedSince" : 2331, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20120): Process ended prematurely: osmo-stp_10.42.42.5(pid=20120) [trial-2354↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20120)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 dynts:sysmo+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a03:45:13.616457 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:45:13.627229 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a03:45:13.766785 tst switch_tch_pdch.py: using LAC 18839\u000a03:45:13.882849 tst switch_tch_pdch.py: using RAC 224\u000a03:45:14.000403 tst switch_tch_pdch.py: using CellId 18839\u000a03:45:14.126121 tst switch_tch_pdch.py: using BVCI 18840\u000a03:45:14.151176 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:45:14.162494 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:45:14.173623 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:45:14.184922 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:45:14.196482 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:45:14.208011 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:45:14.219715 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:45:14.231305 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a03:45:14.346213 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a03:45:14.638026 tst switch_tch_pdch.py:51: start network...\u000a03:45:14.770925 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:45:15.246690 run create_hlr_db(pid=20114): Launched\u000a03:45:15.377257 bus /gobi_6: Setting Powered False\u000a03:45:16.506856 run create_hlr_db(pid=20114): Terminated: ok {rc=0}\u000a03:45:16.966341 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20116): Launched\u000a03:45:17.295209 run osmo-hlr_10.42.42.2(pid=20117): Launched\u000a03:45:17.415300 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:45:17.946295 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20119): Launched\u000a03:45:18.266663 run osmo-stp_10.42.42.5(pid=20120): Launched\u000a03:45:18.382973 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:45:18.914284 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20122): Launched\u000a03:45:19.028517 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:45:19.307958 run patchelf(pid=20123): Launched\u000a03:45:19.495168 run osmo-stp_10.42.42.5(pid=20120): ERR: Terminated: ERROR {rc=1} [trial-2354↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20120)]\u000a03:45:19.633039 run osmo-stp_10.42.42.5(pid=20120): stdout: \u000a| (launched: 2022-12-09_03:45:18.108379)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:45:19.770302 run osmo-stp_10.42.42.5(pid=20120): stderr: \u000a| �[0;m�[38;5;43m20221209034518299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034518299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034518299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034518300 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034518300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034518300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034518300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:45:19.903026 run osmo-stp_10.42.42.5(pid=20120): stdout: \u000a| (launched: 2022-12-09_03:45:18.108379)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:45:20.034924 run osmo-stp_10.42.42.5(pid=20120): stderr: \u000a| �[0;m�[38;5;43m20221209034518299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034518299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034518299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034518300 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034518300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034518300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034518300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:45:20.188166 run patchelf(pid=20123): Terminating (SIGINT)\u000a03:45:20.368340 run patchelf(pid=20123): Terminated: ok {rc=0}\u000a03:45:20.401786 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=20120): Process ended prematurely: osmo-stp_10.42.42.5(pid=20120) [trial-2354↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20120)] [trial-2354↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a03:45:20.411314 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a03:45:20.475797 run osmo-hlr_10.42.42.2(pid=20117): ERR: Terminated: ERROR {rc=237} [trial-2354↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20117)]\u000a03:45:20.528064 run osmo-hlr_10.42.42.2(pid=20117): stdout: \u000a| (launched: 2022-12-09_03:45:17.132444) \u000a03:45:20.581311 run osmo-hlr_10.42.42.2(pid=20117): stderr: \u000a| �[0;m�[1;31m20221209034517350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209034517350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209034517350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034517350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034517350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209034517350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209034517360 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/dynts:sysmo+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209034517368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209034517368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209034517368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:45:20.626623 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20116): Terminating (SIGTERM)\u000a03:45:20.669620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20119): Terminating (SIGTERM)\u000a03:45:20.711931 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20122): Terminating (SIGTERM)\u000a03:45:20.722152 --- ParallelTerminationStrategy: PID 20116 died...\u000a03:45:20.779078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20116): Terminated: ok {rc=0}\u000a03:45:20.789480 --- ParallelTerminationStrategy: PID 20119 died...\u000a03:45:20.845984 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20119): Terminated: ok {rc=0}\u000a03:45:20.856233 --- ParallelTerminationStrategy: PID 20122 died...\u000a03:45:20.912791 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20122): Terminated: ok {rc=0}\u000a03:45:21.000242 bus /gobi_0: Setting Powered False\u000a03:45:22.107520 bus /gobi_0: Setting Powered False\u000a03:45:23.223929 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "17", "name" : "dynts_sysmo+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:45:13" }, { "cases" : [ { "testActions" : [ ], "age" : 210, "className" : "nitb_sms:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=20129): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20129) [trial-2354↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20129)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=20129): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20129) [trial-2354↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20129)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 nitb_sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a03:45:25.072590 tst nitb_sms:oc2g: Using 1 x ip_address (candidates: 1)\u000a03:45:25.083068 tst nitb_sms:oc2g: Using 1 x bts (candidates: 1)\u000a03:45:25.201359 tst mo_mt_sms.py: using LAC 18840\u000a03:45:25.317729 tst mo_mt_sms.py: using RAC 225\u000a03:45:25.434238 tst mo_mt_sms.py: using CellId 18840\u000a03:45:25.558468 tst mo_mt_sms.py: using BVCI 18841\u000a03:45:25.581145 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a03:45:25.699315 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a03:45:25.971974 tst mo_mt_sms.py:9: start nitb and bts...\u000a03:45:26.094928 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a03:45:26.710755 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20128): Launched\u000a03:45:27.007303 run osmo-nitb_10.42.42.2(pid=20129): Launched\u000a03:45:27.190874 run osmo-nitb_10.42.42.2(pid=20129): ERR: Terminated: ERROR {rc=2} [trial-2354↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20129)]\u000a03:45:27.325386 run osmo-nitb_10.42.42.2(pid=20129): stdout: \u000a| (launched: 2022-12-09_03:45:26.862625) \u000a03:45:27.460089 run osmo-nitb_10.42.42.2(pid=20129): stderr: \u000a| (launched: 2022-12-09_03:45:26.906721)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:45:27.590635 run osmo-nitb_10.42.42.2(pid=20129): stdout: \u000a| (launched: 2022-12-09_03:45:26.862625) \u000a03:45:27.719932 run osmo-nitb_10.42.42.2(pid=20129): stderr: \u000a| (launched: 2022-12-09_03:45:26.906721)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:45:28.126904 tst osmo-nitb_10.42.42.2(pid=20129): stdout: \u000a| (launched: 2022-12-09_03:45:26.862625) \u000a03:45:28.244665 tst osmo-nitb_10.42.42.2(pid=20129): stderr: \u000a| (launched: 2022-12-09_03:45:26.906721)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:45:28.296406 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=20129): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20129) [trial-2354↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20129)] [trial-2354↪nitb_sms:oc2g↪mo_mt_sms.py:11]\u000a03:45:28.304282 tst mo_mt_sms.py:11: Test FAILED (3.2 sec)\u000a03:45:28.338374 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20128): Terminating (SIGTERM)\u000a03:45:28.515609 --- ParallelTerminationStrategy: PID 20128 died...\u000a03:45:28.570479 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20128): Terminated: ok {rc=0}\u000a03:45:28.658486 bus /sierra_3: Setting Powered False\u000a03:45:29.761490 bus /sierra_3: Setting Powered False\u000a03:45:30.887103 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "18", "name" : "nitb_sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:45:24" }, { "cases" : [ { "testActions" : [ ], "age" : 152, "className" : "sms:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20139): Process ended prematurely: osmo-stp_10.42.42.5(pid=20139) [trial-2354↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20139)]", "failedSince" : 2203, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20139): Process ended prematurely: osmo-stp_10.42.42.5(pid=20139) [trial-2354↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20139)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a03:45:32.791260 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a03:45:32.802330 tst sms:oc2g: Using 1 x bts (candidates: 1)\u000a03:45:32.929467 tst mo_mt_sms.py: using LAC 18841\u000a03:45:33.054260 tst mo_mt_sms.py: using RAC 226\u000a03:45:33.180796 tst mo_mt_sms.py: using CellId 18841\u000a03:45:33.306741 tst mo_mt_sms.py: using BVCI 18842\u000a03:45:33.331155 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a03:45:33.342055 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a03:45:33.352810 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a03:45:33.363795 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a03:45:33.374844 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a03:45:33.386007 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a03:45:33.505683 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a03:45:33.704292 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:45:34.183298 run create_hlr_db(pid=20133): Launched\u000a03:45:34.353578 bus /sierra_2: Setting Powered False\u000a03:45:35.376571 run create_hlr_db(pid=20133): Terminated: ok {rc=0}\u000a03:45:35.804545 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20135): Launched\u000a03:45:36.124826 run osmo-hlr_10.42.42.2(pid=20136): Launched\u000a03:45:36.245502 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:45:36.802770 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20138): Launched\u000a03:45:37.124450 run osmo-stp_10.42.42.5(pid=20139): Launched\u000a03:45:37.241512 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:45:37.827253 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20141): Launched\u000a03:45:38.147489 run osmo-msc_10.42.42.6(pid=20142): Launched\u000a03:45:38.335288 run osmo-stp_10.42.42.5(pid=20139): ERR: Terminated: ERROR {rc=1} [trial-2354↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20139)]\u000a03:45:38.471115 run osmo-stp_10.42.42.5(pid=20139): stdout: \u000a| (launched: 2022-12-09_03:45:36.965126)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:45:38.607307 run osmo-stp_10.42.42.5(pid=20139): stderr: \u000a| �[0;m�[38;5;43m20221209034537161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034537161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034537162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034537162 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034537162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034537162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034537162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:45:38.735942 run osmo-stp_10.42.42.5(pid=20139): stdout: \u000a| (launched: 2022-12-09_03:45:36.965126)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:45:38.863297 run osmo-stp_10.42.42.5(pid=20139): stderr: \u000a| �[0;m�[38;5;43m20221209034537161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034537161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034537162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034537162 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034537162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034537162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034537162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:45:38.919017 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=20139): Process ended prematurely: osmo-stp_10.42.42.5(pid=20139) [trial-2354↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20139)] [trial-2354↪sms:oc2g↪mo_mt_sms.py:16]\u000a03:45:38.927571 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a03:45:38.991833 run osmo-hlr_10.42.42.2(pid=20136): ERR: Terminated: ERROR {rc=237} [trial-2354↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20136)]\u000a03:45:39.043869 run osmo-hlr_10.42.42.2(pid=20136): stdout: \u000a| (launched: 2022-12-09_03:45:35.966699) \u000a03:45:39.096756 run osmo-hlr_10.42.42.2(pid=20136): stderr: \u000a| �[0;m�[1;31m20221209034536166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209034536166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209034536166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034536166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034536166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209034536166 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209034536177 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/sms:oc2g/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209034536186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209034536186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209034536186 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:45:39.168146 run osmo-msc_10.42.42.6(pid=20142): ERR: Terminated: ERROR {rc=2} [trial-2354↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20142)]\u000a03:45:39.220141 run osmo-msc_10.42.42.6(pid=20142): stdout: \u000a| (launched: 2022-12-09_03:45:37.989671) \u000a03:45:39.272632 run osmo-msc_10.42.42.6(pid=20142): stderr: \u000a| �[0;m�[38;5;43m20221209034538314 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209034538314 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f156c87fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209034538315 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209034538315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209034538315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209034538315 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209034538317 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209034538317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209034538317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209034538317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:45:39.317637 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20135): Terminating (SIGTERM)\u000a03:45:39.359887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20138): Terminating (SIGTERM)\u000a03:45:39.402594 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20141): Terminating (SIGTERM)\u000a03:45:39.412614 --- ParallelTerminationStrategy: PID 20135 died...\u000a03:45:39.469304 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20135): Terminated: ok {rc=0}\u000a03:45:39.479594 --- ParallelTerminationStrategy: PID 20138 died...\u000a03:45:39.535784 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20138): Terminated: ok {rc=0}\u000a03:45:39.546302 --- ParallelTerminationStrategy: PID 20141 died...\u000a03:45:39.603389 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20141): Terminated: ok {rc=0}\u000a03:45:39.690214 bus /sierra_3: Setting Powered False\u000a03:45:40.792681 bus /sierra_3: Setting Powered False\u000a03:45:41.904783 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "19", "name" : "sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:45:32" }, { "cases" : [ { "testActions" : [ ], "age" : 210, "className" : "nitb_ussd:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=20148): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20148) [trial-2354↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20148)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=20148): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20148) [trial-2354↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20148)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 nitb_ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a03:45:43.704032 tst nitb_ussd:oc2g: Using 1 x ip_address (candidates: 1)\u000a03:45:43.715247 tst nitb_ussd:oc2g: Using 1 x bts (candidates: 1)\u000a03:45:43.836388 tst assert_extension.py: using LAC 18842\u000a03:45:43.954934 tst assert_extension.py: using RAC 227\u000a03:45:44.070646 tst assert_extension.py: using CellId 18842\u000a03:45:44.186519 tst assert_extension.py: using BVCI 18843\u000a03:45:44.209373 tst nitb_ussd:oc2g: Using 1 x modem (candidates: 1)\u000a03:45:44.480862 tst assert_extension.py:10: start nitb and bts...\u000a03:45:44.604745 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a03:45:45.221112 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20147): Launched\u000a03:45:45.514626 run osmo-nitb_10.42.42.2(pid=20148): Launched\u000a03:45:45.696712 run osmo-nitb_10.42.42.2(pid=20148): ERR: Terminated: ERROR {rc=2} [trial-2354↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20148)]\u000a03:45:45.831161 run osmo-nitb_10.42.42.2(pid=20148): stdout: \u000a| (launched: 2022-12-09_03:45:45.370315) \u000a03:45:45.989133 run osmo-nitb_10.42.42.2(pid=20148): stderr: \u000a| (launched: 2022-12-09_03:45:45.414143)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:45:46.122852 run osmo-nitb_10.42.42.2(pid=20148): stdout: \u000a| (launched: 2022-12-09_03:45:45.370315) \u000a03:45:46.254137 run osmo-nitb_10.42.42.2(pid=20148): stderr: \u000a| (launched: 2022-12-09_03:45:45.414143)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:45:46.642945 tst osmo-nitb_10.42.42.2(pid=20148): stdout: \u000a| (launched: 2022-12-09_03:45:45.370315) \u000a03:45:46.773409 tst osmo-nitb_10.42.42.2(pid=20148): stderr: \u000a| (launched: 2022-12-09_03:45:45.414143)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:45:46.830644 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=20148): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20148) [trial-2354↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20148)] [trial-2354↪nitb_ussd:oc2g↪assert_extension.py:12]\u000a03:45:46.839538 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a03:45:46.878981 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20147): Terminating (SIGTERM)\u000a03:45:47.057447 --- ParallelTerminationStrategy: PID 20147 died...\u000a03:45:47.128920 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20147): Terminated: ok {rc=0}\u000a03:45:47.222810 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "20", "name" : "nitb_ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:45:43" }, { "cases" : [ { "testActions" : [ ], "age" : 152, "className" : "ussd:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20158): Process ended prematurely: osmo-stp_10.42.42.5(pid=20158) [trial-2354↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20158)]", "failedSince" : 2203, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20158): Process ended prematurely: osmo-stp_10.42.42.5(pid=20158) [trial-2354↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20158)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a03:45:49.021205 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a03:45:49.032118 tst ussd:oc2g: Using 1 x bts (candidates: 1)\u000a03:45:49.166789 tst assert_extension.py: using LAC 18843\u000a03:45:49.305109 tst assert_extension.py: using RAC 228\u000a03:45:49.428681 tst assert_extension.py: using CellId 18843\u000a03:45:49.550981 tst assert_extension.py: using BVCI 18844\u000a03:45:49.575342 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a03:45:49.586290 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a03:45:49.597395 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a03:45:49.608192 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a03:45:49.619441 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a03:45:49.630670 tst ussd:oc2g: Using 1 x modem (candidates: 1)\u000a03:45:49.828204 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:45:50.306234 run create_hlr_db(pid=20152): Launched\u000a03:45:50.476169 bus /sierra_2: Setting Powered False\u000a03:45:51.498273 run create_hlr_db(pid=20152): Terminated: ok {rc=0}\u000a03:45:51.924030 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20154): Launched\u000a03:45:52.245080 run osmo-hlr_10.42.42.2(pid=20155): Launched\u000a03:45:52.366234 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:45:52.927425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20157): Launched\u000a03:45:53.247487 run osmo-stp_10.42.42.5(pid=20158): Launched\u000a03:45:53.363714 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:45:53.962206 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20160): Launched\u000a03:45:54.278237 run osmo-msc_10.42.42.6(pid=20161): Launched\u000a03:45:54.464479 run osmo-stp_10.42.42.5(pid=20158): ERR: Terminated: ERROR {rc=1} [trial-2354↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20158)]\u000a03:45:54.599288 run osmo-stp_10.42.42.5(pid=20158): stdout: \u000a| (launched: 2022-12-09_03:45:53.089280)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:45:54.733704 run osmo-stp_10.42.42.5(pid=20158): stderr: \u000a| �[0;m�[38;5;43m20221209034553281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034553282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034553282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034553282 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034553283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034553283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034553283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:45:54.861064 run osmo-stp_10.42.42.5(pid=20158): stdout: \u000a| (launched: 2022-12-09_03:45:53.089280)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:45:54.987180 run osmo-stp_10.42.42.5(pid=20158): stderr: \u000a| �[0;m�[38;5;43m20221209034553281 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034553282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034553282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034553282 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034553283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034553283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034553283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:45:55.042208 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=20158): Process ended prematurely: osmo-stp_10.42.42.5(pid=20158) [trial-2354↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20158)] [trial-2354↪ussd:oc2g↪assert_extension.py:17]\u000a03:45:55.050703 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a03:45:55.114400 run osmo-hlr_10.42.42.2(pid=20155): ERR: Terminated: ERROR {rc=237} [trial-2354↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20155)]\u000a03:45:55.166222 run osmo-hlr_10.42.42.2(pid=20155): stdout: \u000a| (launched: 2022-12-09_03:45:52.086192) \u000a03:45:55.218704 run osmo-hlr_10.42.42.2(pid=20155): stderr: \u000a| �[0;m�[1;31m20221209034552287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209034552287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209034552287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034552287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034552287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209034552287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209034552299 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/ussd:oc2g/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209034552308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209034552308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209034552308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:45:55.289954 run osmo-msc_10.42.42.6(pid=20161): ERR: Terminated: ERROR {rc=2} [trial-2354↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20161)]\u000a03:45:55.341824 run osmo-msc_10.42.42.6(pid=20161): stdout: \u000a| (launched: 2022-12-09_03:45:54.122180) \u000a03:45:55.394312 run osmo-msc_10.42.42.6(pid=20161): stderr: \u000a| �[0;m�[38;5;43m20221209034554440 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209034554440 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff5d0faec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209034554441 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209034554441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209034554441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209034554441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209034554443 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209034554443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209034554443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209034554443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:45:55.438766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20154): Terminating (SIGTERM)\u000a03:45:55.480766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20157): Terminating (SIGTERM)\u000a03:45:55.522970 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20160): Terminating (SIGTERM)\u000a03:45:55.532925 --- ParallelTerminationStrategy: PID 20154 died...\u000a03:45:55.589511 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20154): Terminated: ok {rc=0}\u000a03:45:55.599897 --- ParallelTerminationStrategy: PID 20157 died...\u000a03:45:55.656365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20157): Terminated: ok {rc=0}\u000a03:45:55.666487 --- ParallelTerminationStrategy: PID 20160 died...\u000a03:45:55.722533 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20160): Terminated: ok {rc=0}\u000a03:45:55.809721 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "21", "name" : "ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:45:48" }, { "cases" : [ { "testActions" : [ ], "age" : 152, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20173): Process ended prematurely: osmo-stp_10.42.42.5(pid=20173) [trial-2354↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20173)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20173): Process ended prematurely: osmo-stp_10.42.42.5(pid=20173) [trial-2354↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20173)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a03:45:57.734729 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:45:57.746063 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a03:45:57.897612 tst mo_mt_call.py: using LAC 18844\u000a03:45:58.024604 tst mo_mt_call.py: using RAC 229\u000a03:45:58.156227 tst mo_mt_call.py: using CellId 18844\u000a03:45:58.281237 tst mo_mt_call.py: using BVCI 18845\u000a03:45:58.305713 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:45:58.317084 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:45:58.328227 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:45:58.339685 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:45:58.351247 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:45:58.362683 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a03:45:58.477411 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a03:45:58.687974 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:45:59.194683 run create_hlr_db(pid=20167): Launched\u000a03:45:59.380577 bus /sierra_2: Setting Powered False\u000a03:46:00.402723 run create_hlr_db(pid=20167): Terminated: ok {rc=0}\u000a03:46:00.831034 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20169): Launched\u000a03:46:01.291051 run osmo-hlr_10.42.42.2(pid=20170): Launched\u000a03:46:01.501264 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:46:02.049703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20172): Launched\u000a03:46:02.426499 run osmo-stp_10.42.42.5(pid=20173): Launched\u000a03:46:02.544177 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:46:03.131318 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20175): Launched\u000a03:46:03.451892 run osmo-msc_10.42.42.6(pid=20176): Launched\u000a03:46:03.640893 run osmo-stp_10.42.42.5(pid=20173): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20173)]\u000a03:46:03.777335 run osmo-stp_10.42.42.5(pid=20173): stdout: \u000a| (launched: 2022-12-09_03:46:02.206720)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:46:03.912882 run osmo-stp_10.42.42.5(pid=20173): stderr: \u000a| �[0;m�[38;5;43m20221209034602412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034602413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034602413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034602413 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034602414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034602414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034602414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:46:04.042875 run osmo-stp_10.42.42.5(pid=20173): stdout: \u000a| (launched: 2022-12-09_03:46:02.206720)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:46:04.171504 run osmo-stp_10.42.42.5(pid=20173): stderr: \u000a| �[0;m�[38;5;43m20221209034602412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034602413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034602413 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034602413 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034602414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034602414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034602414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:46:04.227834 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20173): Process ended prematurely: osmo-stp_10.42.42.5(pid=20173) [trial-2354↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20173)] [trial-2354↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a03:46:04.236856 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a03:46:04.300779 run osmo-hlr_10.42.42.2(pid=20170): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20170)]\u000a03:46:04.353029 run osmo-hlr_10.42.42.2(pid=20170): stdout: \u000a| (launched: 2022-12-09_03:46:00.995621) \u000a03:46:04.405433 run osmo-hlr_10.42.42.2(pid=20170): stderr: \u000a| �[0;m�[1;31m20221209034601196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209034601196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209034601197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034601197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034601197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209034601197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209034601210 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209034601228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209034601228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209034601228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:46:04.476940 run osmo-msc_10.42.42.6(pid=20176): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20176)]\u000a03:46:04.528914 run osmo-msc_10.42.42.6(pid=20176): stdout: \u000a| (launched: 2022-12-09_03:46:03.294586) \u000a03:46:04.581673 run osmo-msc_10.42.42.6(pid=20176): stderr: \u000a| �[0;m�[38;5;43m20221209034603615 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209034603615 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8ad49c8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209034603615 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209034603615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209034603615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209034603616 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209034603617 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209034603618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209034603618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209034603618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:46:04.626538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20169): Terminating (SIGTERM)\u000a03:46:04.668597 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20172): Terminating (SIGTERM)\u000a03:46:04.711031 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20175): Terminating (SIGTERM)\u000a03:46:04.721007 --- ParallelTerminationStrategy: PID 20169 died...\u000a03:46:04.777637 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20169): Terminated: ok {rc=0}\u000a03:46:04.787743 --- ParallelTerminationStrategy: PID 20172 died...\u000a03:46:04.844128 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20172): Terminated: ok {rc=0}\u000a03:46:04.854293 --- ParallelTerminationStrategy: PID 20175 died...\u000a03:46:04.911296 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20175): Terminated: ok {rc=0}\u000a03:46:04.999117 bus /sierra_3: Setting Powered False\u000a03:46:06.101435 bus /sierra_3: Setting Powered False\u000a03:46:07.213095 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 152, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20184): Process ended prematurely: osmo-stp_10.42.42.5(pid=20184) [trial-2354↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20184)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20184): Process ended prematurely: osmo-stp_10.42.42.5(pid=20184) [trial-2354↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20184)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:46:08.322773 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:46:08.334403 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a03:46:08.477393 tst mo_mt_call_osmux.py: using LAC 18845\u000a03:46:08.597093 tst mo_mt_call_osmux.py: using RAC 230\u000a03:46:08.715831 tst mo_mt_call_osmux.py: using CellId 18845\u000a03:46:08.834956 tst mo_mt_call_osmux.py: using BVCI 18846\u000a03:46:08.857874 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:46:08.868683 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:46:08.879431 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:46:08.890282 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:46:08.900906 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:46:08.911657 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a03:46:09.030288 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a03:46:09.231412 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:46:09.712004 run create_hlr_db(pid=20178): Launched\u000a03:46:09.883131 bus /sierra_2: Setting Powered False\u000a03:46:10.906970 run create_hlr_db(pid=20178): Terminated: ok {rc=0}\u000a03:46:11.306244 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20180): Launched\u000a03:46:11.604681 run osmo-hlr_10.42.42.2(pid=20181): Launched\u000a03:46:11.722183 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:46:12.248207 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20183): Launched\u000a03:46:12.546877 run osmo-stp_10.42.42.5(pid=20184): Launched\u000a03:46:12.656375 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:46:13.202332 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20186): Launched\u000a03:46:13.501815 run osmo-msc_10.42.42.6(pid=20187): Launched\u000a03:46:13.678290 run osmo-stp_10.42.42.5(pid=20184): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20184)]\u000a03:46:13.805122 run osmo-stp_10.42.42.5(pid=20184): stdout: \u000a| (launched: 2022-12-09_03:46:12.399936)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:46:13.929272 run osmo-stp_10.42.42.5(pid=20184): stderr: \u000a| �[0;m�[38;5;43m20221209034612569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034612569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034612570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034612570 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034612570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034612571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034612571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:46:14.049471 run osmo-stp_10.42.42.5(pid=20184): stdout: \u000a| (launched: 2022-12-09_03:46:12.399936)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:46:14.168616 run osmo-stp_10.42.42.5(pid=20184): stderr: \u000a| �[0;m�[38;5;43m20221209034612569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034612569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034612570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034612570 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034612570 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034612571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034612571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:46:14.221209 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20184): Process ended prematurely: osmo-stp_10.42.42.5(pid=20184) [trial-2354↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20184)] [trial-2354↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a03:46:14.229683 tst mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)\u000a03:46:14.289697 run osmo-hlr_10.42.42.2(pid=20181): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20181)]\u000a03:46:14.338765 run osmo-hlr_10.42.42.2(pid=20181): stdout: \u000a| (launched: 2022-12-09_03:46:11.457880) \u000a03:46:14.388445 run osmo-hlr_10.42.42.2(pid=20181): stderr: \u000a| �[0;m�[1;31m20221209034611633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209034611633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209034611633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034611633 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034611634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209034611634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209034611646 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209034611655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209034611655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209034611655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:46:14.456053 run osmo-msc_10.42.42.6(pid=20187): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20187)]\u000a03:46:14.505141 run osmo-msc_10.42.42.6(pid=20187): stdout: \u000a| (launched: 2022-12-09_03:46:13.354143) \u000a03:46:14.554777 run osmo-msc_10.42.42.6(pid=20187): stderr: \u000a| �[0;m�[38;5;43m20221209034613625 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209034613625 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f51518ebc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209034613625 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209034613625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209034613626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209034613626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209034613627 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209034613628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209034613628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209034613628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:46:14.596784 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20180): Terminating (SIGTERM)\u000a03:46:14.636250 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20183): Terminating (SIGTERM)\u000a03:46:14.675775 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20186): Terminating (SIGTERM)\u000a03:46:14.685022 --- ParallelTerminationStrategy: PID 20180 died...\u000a03:46:14.737812 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20180): Terminated: ok {rc=0}\u000a03:46:14.747380 --- ParallelTerminationStrategy: PID 20183 died...\u000a03:46:14.801163 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20183): Terminated: ok {rc=0}\u000a03:46:14.810884 --- ParallelTerminationStrategy: PID 20186 died...\u000a03:46:14.863993 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20186): Terminated: ok {rc=0}\u000a03:46:14.947852 bus /sierra_3: Setting Powered False\u000a03:46:16.050065 bus /sierra_3: Setting Powered False\u000a03:46:17.165406 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "22", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:45:57" }, { "cases" : [ { "testActions" : [ ], "age" : 152, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20198): Process ended prematurely: osmo-stp_10.42.42.5(pid=20198) [trial-2354↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20198)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20198): Process ended prematurely: osmo-stp_10.42.42.5(pid=20198) [trial-2354↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20198)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a03:46:19.125235 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:46:19.136855 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a03:46:19.288090 tst mo_mt_call.py: using LAC 18846\u000a03:46:19.413885 tst mo_mt_call.py: using RAC 231\u000a03:46:19.541180 tst mo_mt_call.py: using CellId 18846\u000a03:46:19.669844 tst mo_mt_call.py: using BVCI 18847\u000a03:46:19.694475 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:46:19.705855 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:46:19.717049 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:46:19.728391 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:46:19.739827 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:46:19.751322 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a03:46:19.867693 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a03:46:20.078615 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:46:20.586133 run create_hlr_db(pid=20192): Launched\u000a03:46:20.772618 bus /sierra_2: Setting Powered False\u000a03:46:21.782369 run create_hlr_db(pid=20192): Terminated: ok {rc=0}\u000a03:46:22.191166 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20194): Launched\u000a03:46:22.489932 run osmo-hlr_10.42.42.2(pid=20195): Launched\u000a03:46:22.607822 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:46:23.136405 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20197): Launched\u000a03:46:23.436140 run osmo-stp_10.42.42.5(pid=20198): Launched\u000a03:46:23.545805 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:46:24.091946 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20200): Launched\u000a03:46:24.392088 run osmo-msc_10.42.42.6(pid=20201): Launched\u000a03:46:24.568678 run osmo-stp_10.42.42.5(pid=20198): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20198)]\u000a03:46:24.695891 run osmo-stp_10.42.42.5(pid=20198): stdout: \u000a| (launched: 2022-12-09_03:46:23.288100)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:46:24.820880 run osmo-stp_10.42.42.5(pid=20198): stderr: \u000a| �[0;m�[38;5;43m20221209034623457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034623458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034623458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034623458 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034623459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034623459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034623459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:46:24.942378 run osmo-stp_10.42.42.5(pid=20198): stdout: \u000a| (launched: 2022-12-09_03:46:23.288100)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:46:25.062041 run osmo-stp_10.42.42.5(pid=20198): stderr: \u000a| �[0;m�[38;5;43m20221209034623457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034623458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034623458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034623458 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034623459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034623459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034623459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:46:25.114955 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20198): Process ended prematurely: osmo-stp_10.42.42.5(pid=20198) [trial-2354↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20198)] [trial-2354↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a03:46:25.123473 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a03:46:25.184021 run osmo-hlr_10.42.42.2(pid=20195): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20195)]\u000a03:46:25.233207 run osmo-hlr_10.42.42.2(pid=20195): stdout: \u000a| (launched: 2022-12-09_03:46:22.342902) \u000a03:46:25.282859 run osmo-hlr_10.42.42.2(pid=20195): stderr: \u000a| �[0;m�[1;31m20221209034622519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209034622519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209034622519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034622519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034622519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209034622519 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209034622531 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209034622542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209034622542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209034622542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:46:25.350311 run osmo-msc_10.42.42.6(pid=20201): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20201)]\u000a03:46:25.399196 run osmo-msc_10.42.42.6(pid=20201): stdout: \u000a| (launched: 2022-12-09_03:46:24.243614) \u000a03:46:25.448678 run osmo-msc_10.42.42.6(pid=20201): stderr: \u000a| �[0;m�[38;5;43m20221209034624515 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209034624515 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f70d16d5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209034624515 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209034624515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209034624516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209034624516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209034624519 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209034624519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209034624519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209034624519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:46:25.490653 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20194): Terminating (SIGTERM)\u000a03:46:25.530385 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20197): Terminating (SIGTERM)\u000a03:46:25.570049 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20200): Terminating (SIGTERM)\u000a03:46:25.579235 --- ParallelTerminationStrategy: PID 20194 died...\u000a03:46:25.632349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20194): Terminated: ok {rc=0}\u000a03:46:25.641992 --- ParallelTerminationStrategy: PID 20197 died...\u000a03:46:25.694956 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20197): Terminated: ok {rc=0}\u000a03:46:25.704468 --- ParallelTerminationStrategy: PID 20200 died...\u000a03:46:25.757394 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20200): Terminated: ok {rc=0}\u000a03:46:25.846416 bus /sierra_3: Setting Powered False\u000a03:46:26.949538 bus /sierra_3: Setting Powered False\u000a03:46:28.061362 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 152, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20209): Process ended prematurely: osmo-stp_10.42.42.5(pid=20209) [trial-2354↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20209)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20209): Process ended prematurely: osmo-stp_10.42.42.5(pid=20209) [trial-2354↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20209)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:46:29.175208 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:46:29.187201 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a03:46:29.340031 tst mo_mt_call_osmux.py: using LAC 18847\u000a03:46:29.466081 tst mo_mt_call_osmux.py: using RAC 232\u000a03:46:29.593919 tst mo_mt_call_osmux.py: using CellId 18847\u000a03:46:29.721825 tst mo_mt_call_osmux.py: using BVCI 18848\u000a03:46:29.746476 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:46:29.757842 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:46:29.769177 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:46:29.780661 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:46:29.792082 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:46:29.803526 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a03:46:29.918707 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a03:46:30.122467 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:46:30.611091 run create_hlr_db(pid=20203): Launched\u000a03:46:30.782931 bus /sierra_2: Setting Powered False\u000a03:46:31.889359 run create_hlr_db(pid=20203): Terminated: ok {rc=0}\u000a03:46:32.333973 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20205): Launched\u000a03:46:32.657097 run osmo-hlr_10.42.42.2(pid=20206): Launched\u000a03:46:32.777968 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:46:33.335495 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20208): Launched\u000a03:46:33.658980 run osmo-stp_10.42.42.5(pid=20209): Launched\u000a03:46:33.777960 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:46:34.364370 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20211): Launched\u000a03:46:34.686100 run osmo-msc_10.42.42.6(pid=20212): Launched\u000a03:46:34.874765 run osmo-stp_10.42.42.5(pid=20209): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20209)]\u000a03:46:35.010802 run osmo-stp_10.42.42.5(pid=20209): stdout: \u000a| (launched: 2022-12-09_03:46:33.499062)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:46:35.146673 run osmo-stp_10.42.42.5(pid=20209): stderr: \u000a| �[0;m�[38;5;43m20221209034633689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034633689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034633689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034633689 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034633690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034633690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034633690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:46:35.276158 run osmo-stp_10.42.42.5(pid=20209): stdout: \u000a| (launched: 2022-12-09_03:46:33.499062)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:46:35.404648 run osmo-stp_10.42.42.5(pid=20209): stderr: \u000a| �[0;m�[38;5;43m20221209034633689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034633689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034633689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034633689 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034633690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034633690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034633690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:46:35.461182 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20209): Process ended prematurely: osmo-stp_10.42.42.5(pid=20209) [trial-2354↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20209)] [trial-2354↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a03:46:35.470439 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a03:46:35.534097 run osmo-hlr_10.42.42.2(pid=20206): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20206)]\u000a03:46:35.585924 run osmo-hlr_10.42.42.2(pid=20206): stdout: \u000a| (launched: 2022-12-09_03:46:32.498372) \u000a03:46:35.638880 run osmo-hlr_10.42.42.2(pid=20206): stderr: \u000a| �[0;m�[1;31m20221209034632695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209034632695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209034632695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034632695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034632695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209034632695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209034632711 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209034632721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209034632721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209034632721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:46:35.710306 run osmo-msc_10.42.42.6(pid=20212): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20212)]\u000a03:46:35.762289 run osmo-msc_10.42.42.6(pid=20212): stdout: \u000a| (launched: 2022-12-09_03:46:34.528119) \u000a03:46:35.814534 run osmo-msc_10.42.42.6(pid=20212): stderr: \u000a| �[0;m�[38;5;43m20221209034634848 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209034634848 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe21ed3dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209034634849 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209034634849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209034634849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209034634849 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209034634851 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209034634851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209034634851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209034634852 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:46:35.858887 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20205): Terminating (SIGTERM)\u000a03:46:35.900706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20208): Terminating (SIGTERM)\u000a03:46:35.942721 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20211): Terminating (SIGTERM)\u000a03:46:35.952648 --- ParallelTerminationStrategy: PID 20205 died...\u000a03:46:36.009088 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20205): Terminated: ok {rc=0}\u000a03:46:36.019172 --- ParallelTerminationStrategy: PID 20208 died...\u000a03:46:36.075048 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20208): Terminated: ok {rc=0}\u000a03:46:36.085878 --- ParallelTerminationStrategy: PID 20211 died...\u000a03:46:36.141904 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20211): Terminated: ok {rc=0}\u000a03:46:36.230002 bus /sierra_3: Setting Powered False\u000a03:46:37.333799 bus /sierra_3: Setting Powered False\u000a03:46:38.443925 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "23", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:46:18" }, { "cases" : [ { "testActions" : [ ], "age" : 152, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20224): Process ended prematurely: osmo-stp_10.42.42.5(pid=20224) [trial-2354↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20224)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20224): Process ended prematurely: osmo-stp_10.42.42.5(pid=20224) [trial-2354↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20224)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a03:46:40.408105 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:46:40.419397 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a03:46:40.569862 tst mo_mt_call.py: using LAC 18848\u000a03:46:40.697060 tst mo_mt_call.py: using RAC 233\u000a03:46:40.821785 tst mo_mt_call.py: using CellId 18848\u000a03:46:40.941877 tst mo_mt_call.py: using BVCI 18849\u000a03:46:40.964848 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:46:40.975857 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:46:40.986721 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:46:40.997445 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:46:41.008447 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:46:41.019249 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a03:46:41.136315 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a03:46:41.346713 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:46:41.853170 run create_hlr_db(pid=20218): Launched\u000a03:46:42.039055 bus /sierra_2: Setting Powered False\u000a03:46:43.061832 run create_hlr_db(pid=20218): Terminated: ok {rc=0}\u000a03:46:43.462971 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20220): Launched\u000a03:46:43.762239 run osmo-hlr_10.42.42.2(pid=20221): Launched\u000a03:46:43.872089 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:46:44.389831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20223): Launched\u000a03:46:44.688916 run osmo-stp_10.42.42.5(pid=20224): Launched\u000a03:46:44.797980 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:46:45.343554 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20226): Launched\u000a03:46:45.643313 run osmo-msc_10.42.42.6(pid=20227): Launched\u000a03:46:45.818993 run osmo-stp_10.42.42.5(pid=20224): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20224)]\u000a03:46:46.008495 run osmo-stp_10.42.42.5(pid=20224): stdout: \u000a| (launched: 2022-12-09_03:46:44.541762)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:46:46.138128 run osmo-stp_10.42.42.5(pid=20224): stderr: \u000a| �[0;m�[38;5;43m20221209034644711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034644711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034644711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034644712 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034644712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034644712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034644712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:46:46.262346 run osmo-stp_10.42.42.5(pid=20224): stdout: \u000a| (launched: 2022-12-09_03:46:44.541762)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:46:46.385696 run osmo-stp_10.42.42.5(pid=20224): stderr: \u000a| �[0;m�[38;5;43m20221209034644711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034644711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034644711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034644712 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034644712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034644712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034644712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:46:46.440086 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20224): Process ended prematurely: osmo-stp_10.42.42.5(pid=20224) [trial-2354↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20224)] [trial-2354↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a03:46:46.449229 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a03:46:46.511029 run osmo-hlr_10.42.42.2(pid=20221): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20221)]\u000a03:46:46.561558 run osmo-hlr_10.42.42.2(pid=20221): stdout: \u000a| (launched: 2022-12-09_03:46:43.615020) \u000a03:46:46.612700 run osmo-hlr_10.42.42.2(pid=20221): stderr: \u000a| �[0;m�[1;31m20221209034643790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209034643791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209034643791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034643791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034643791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209034643791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209034643805 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209034643816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209034643816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209034643816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:46:46.682980 run osmo-msc_10.42.42.6(pid=20227): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20227)]\u000a03:46:46.733691 run osmo-msc_10.42.42.6(pid=20227): stdout: \u000a| (launched: 2022-12-09_03:46:45.495294) \u000a03:46:46.785019 run osmo-msc_10.42.42.6(pid=20227): stderr: \u000a| �[0;m�[38;5;43m20221209034645767 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209034645767 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f44dfb98c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209034645767 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209034645767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209034645767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209034645768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209034645770 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209034645771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209034645771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209034645771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:46:46.828808 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20220): Terminating (SIGTERM)\u000a03:46:46.869825 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20223): Terminating (SIGTERM)\u000a03:46:46.911063 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20226): Terminating (SIGTERM)\u000a03:46:46.920420 --- ParallelTerminationStrategy: PID 20220 died...\u000a03:46:46.975456 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20220): Terminated: ok {rc=0}\u000a03:46:46.985984 --- ParallelTerminationStrategy: PID 20223 died...\u000a03:46:47.040435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20223): Terminated: ok {rc=0}\u000a03:46:47.051156 --- ParallelTerminationStrategy: PID 20226 died...\u000a03:46:47.105567 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20226): Terminated: ok {rc=0}\u000a03:46:47.191055 bus /sierra_3: Setting Powered False\u000a03:46:48.290842 bus /sierra_3: Setting Powered False\u000a03:46:49.402132 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 154, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20235): Process ended prematurely: osmo-stp_10.42.42.5(pid=20235) [trial-2354↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20235)]", "failedSince" : 2201, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20235): Process ended prematurely: osmo-stp_10.42.42.5(pid=20235) [trial-2354↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20235)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:46:50.511639 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:46:50.523111 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a03:46:50.674860 tst mo_mt_call_osmux.py: using LAC 18849\u000a03:46:50.801092 tst mo_mt_call_osmux.py: using RAC 234\u000a03:46:50.920657 tst mo_mt_call_osmux.py: using CellId 18849\u000a03:46:51.040016 tst mo_mt_call_osmux.py: using BVCI 18850\u000a03:46:51.062820 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:46:51.073828 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:46:51.085057 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:46:51.095950 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:46:51.106769 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:46:51.117617 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a03:46:51.235815 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a03:46:51.435777 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:46:51.916590 run create_hlr_db(pid=20229): Launched\u000a03:46:52.087770 bus /sierra_2: Setting Powered False\u000a03:46:53.111359 run create_hlr_db(pid=20229): Terminated: ok {rc=0}\u000a03:46:53.539719 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20231): Launched\u000a03:46:53.863234 run osmo-hlr_10.42.42.2(pid=20232): Launched\u000a03:46:53.982963 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:46:54.541819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20234): Launched\u000a03:46:54.864340 run osmo-stp_10.42.42.5(pid=20235): Launched\u000a03:46:54.982539 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:46:55.571678 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20237): Launched\u000a03:46:55.895762 run osmo-msc_10.42.42.6(pid=20238): Launched\u000a03:46:56.085381 run osmo-stp_10.42.42.5(pid=20235): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20235)]\u000a03:46:56.222203 run osmo-stp_10.42.42.5(pid=20235): stdout: \u000a| (launched: 2022-12-09_03:46:54.706432)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:46:56.358942 run osmo-stp_10.42.42.5(pid=20235): stderr: \u000a| �[0;m�[38;5;43m20221209034654898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034654898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034654898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034654899 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034654899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034654899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034654899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:46:56.489383 run osmo-stp_10.42.42.5(pid=20235): stdout: \u000a| (launched: 2022-12-09_03:46:54.706432)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:46:56.618747 run osmo-stp_10.42.42.5(pid=20235): stderr: \u000a| �[0;m�[38;5;43m20221209034654898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034654898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034654898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034654899 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034654899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034654899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034654899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:46:56.675865 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20235): Process ended prematurely: osmo-stp_10.42.42.5(pid=20235) [trial-2354↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20235)] [trial-2354↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a03:46:56.685296 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a03:46:56.749827 run osmo-hlr_10.42.42.2(pid=20232): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20232)]\u000a03:46:56.802163 run osmo-hlr_10.42.42.2(pid=20232): stdout: \u000a| (launched: 2022-12-09_03:46:53.704805) \u000a03:46:56.855159 run osmo-hlr_10.42.42.2(pid=20232): stderr: \u000a| �[0;m�[1;31m20221209034653902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209034653902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209034653902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034653902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034653902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209034653902 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209034653915 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209034653924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209034653924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209034653924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:46:56.927141 run osmo-msc_10.42.42.6(pid=20238): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20238)]\u000a03:46:56.979546 run osmo-msc_10.42.42.6(pid=20238): stdout: \u000a| (launched: 2022-12-09_03:46:55.736749) \u000a03:46:57.032471 run osmo-msc_10.42.42.6(pid=20238): stderr: \u000a| �[0;m�[38;5;43m20221209034656057 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209034656057 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f075de1ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209034656057 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209034656057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209034656057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209034656057 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209034656059 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209034656059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209034656059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209034656060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:46:57.077039 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20231): Terminating (SIGTERM)\u000a03:46:57.119600 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20234): Terminating (SIGTERM)\u000a03:46:57.162328 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20237): Terminating (SIGTERM)\u000a03:46:57.172405 --- ParallelTerminationStrategy: PID 20231 died...\u000a03:46:57.229547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20231): Terminated: ok {rc=0}\u000a03:46:57.239740 --- ParallelTerminationStrategy: PID 20234 died...\u000a03:46:57.295981 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20234): Terminated: ok {rc=0}\u000a03:46:57.306471 --- ParallelTerminationStrategy: PID 20237 died...\u000a03:46:57.362700 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20237): Terminated: ok {rc=0}\u000a03:46:57.449728 bus /sierra_3: Setting Powered False\u000a03:46:58.556293 bus /sierra_3: Setting Powered False\u000a03:46:59.667412 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "24", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:46:40" }, { "cases" : [ { "testActions" : [ ], "age" : 152, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20249): Process ended prematurely: osmo-stp_10.42.42.5(pid=20249) [trial-2354↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20249)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20249): Process ended prematurely: osmo-stp_10.42.42.5(pid=20249) [trial-2354↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20249)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a03:47:01.670749 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:47:01.682688 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a03:47:01.855217 tst mo_mt_call.py: using LAC 18850\u000a03:47:01.983553 tst mo_mt_call.py: using RAC 235\u000a03:47:02.137304 tst mo_mt_call.py: using CellId 18850\u000a03:47:02.267136 tst mo_mt_call.py: using BVCI 18851\u000a03:47:02.291233 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:47:02.303261 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:47:02.314986 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:47:02.328470 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:47:02.340075 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:47:02.350888 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a03:47:02.470533 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a03:47:02.684756 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:47:03.191724 run create_hlr_db(pid=20243): Launched\u000a03:47:03.377756 bus /sierra_2: Setting Powered False\u000a03:47:04.401311 run create_hlr_db(pid=20243): Terminated: ok {rc=0}\u000a03:47:04.831330 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20245): Launched\u000a03:47:05.154531 run osmo-hlr_10.42.42.2(pid=20246): Launched\u000a03:47:05.269728 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:47:05.788260 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20248): Launched\u000a03:47:06.086481 run osmo-stp_10.42.42.5(pid=20249): Launched\u000a03:47:06.194849 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:47:06.740831 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20251): Launched\u000a03:47:07.040358 run osmo-msc_10.42.42.6(pid=20252): Launched\u000a03:47:07.216353 run osmo-stp_10.42.42.5(pid=20249): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20249)]\u000a03:47:07.343947 run osmo-stp_10.42.42.5(pid=20249): stdout: \u000a| (launched: 2022-12-09_03:47:05.939763)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:47:07.468301 run osmo-stp_10.42.42.5(pid=20249): stderr: \u000a| �[0;m�[38;5;43m20221209034706108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034706108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034706108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034706108 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034706109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034706109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034706109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:47:07.588606 run osmo-stp_10.42.42.5(pid=20249): stdout: \u000a| (launched: 2022-12-09_03:47:05.939763)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:47:07.707803 run osmo-stp_10.42.42.5(pid=20249): stderr: \u000a| �[0;m�[38;5;43m20221209034706108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034706108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034706108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034706108 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034706109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034706109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034706109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:47:07.760596 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20249): Process ended prematurely: osmo-stp_10.42.42.5(pid=20249) [trial-2354↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20249)] [trial-2354↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a03:47:07.769247 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a03:47:07.828930 run osmo-hlr_10.42.42.2(pid=20246): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20246)]\u000a03:47:07.877776 run osmo-hlr_10.42.42.2(pid=20246): stdout: \u000a| (launched: 2022-12-09_03:47:04.995741) \u000a03:47:07.927178 run osmo-hlr_10.42.42.2(pid=20246): stderr: \u000a| �[0;m�[1;31m20221209034705192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209034705192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209034705192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034705192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034705192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209034705192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209034705208 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209034705216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209034705216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209034705216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:47:07.994572 run osmo-msc_10.42.42.6(pid=20252): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20252)]\u000a03:47:08.043482 run osmo-msc_10.42.42.6(pid=20252): stdout: \u000a| (launched: 2022-12-09_03:47:06.892847) \u000a03:47:08.092978 run osmo-msc_10.42.42.6(pid=20252): stderr: \u000a| �[0;m�[38;5;43m20221209034707163 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209034707163 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8db0f18c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209034707163 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209034707163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209034707164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209034707164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209034707165 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209034707167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209034707167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209034707167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:47:08.134826 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20245): Terminating (SIGTERM)\u000a03:47:08.174236 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20248): Terminating (SIGTERM)\u000a03:47:08.213638 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20251): Terminating (SIGTERM)\u000a03:47:08.222832 --- ParallelTerminationStrategy: PID 20245 died...\u000a03:47:08.275891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20245): Terminated: ok {rc=0}\u000a03:47:08.285560 --- ParallelTerminationStrategy: PID 20248 died...\u000a03:47:08.338573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20248): Terminated: ok {rc=0}\u000a03:47:08.348214 --- ParallelTerminationStrategy: PID 20251 died...\u000a03:47:08.401742 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20251): Terminated: ok {rc=0}\u000a03:47:08.485321 bus /sierra_3: Setting Powered False\u000a03:47:09.593589 bus /sierra_3: Setting Powered False\u000a03:47:10.702984 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 152, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20260): Process ended prematurely: osmo-stp_10.42.42.5(pid=20260) [trial-2354↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20260)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20260): Process ended prematurely: osmo-stp_10.42.42.5(pid=20260) [trial-2354↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20260)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:47:11.818798 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:47:11.830815 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a03:47:11.985161 tst mo_mt_call_osmux.py: using LAC 18851\u000a03:47:12.109458 tst mo_mt_call_osmux.py: using RAC 236\u000a03:47:12.234244 tst mo_mt_call_osmux.py: using CellId 18851\u000a03:47:12.358859 tst mo_mt_call_osmux.py: using BVCI 18852\u000a03:47:12.383496 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:47:12.394861 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:47:12.406047 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:47:12.417599 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:47:12.428942 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:47:12.440457 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a03:47:12.555747 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a03:47:12.753847 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:47:13.234765 run create_hlr_db(pid=20254): Launched\u000a03:47:13.406974 bus /sierra_2: Setting Powered False\u000a03:47:14.430103 run create_hlr_db(pid=20254): Terminated: ok {rc=0}\u000a03:47:14.860201 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20256): Launched\u000a03:47:15.183947 run osmo-hlr_10.42.42.2(pid=20257): Launched\u000a03:47:15.304563 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:47:15.860105 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20259): Launched\u000a03:47:16.316114 run osmo-stp_10.42.42.5(pid=20260): Launched\u000a03:47:16.575023 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:47:17.178923 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20262): Launched\u000a03:47:17.540005 run osmo-msc_10.42.42.6(pid=20263): Launched\u000a03:47:17.731237 run osmo-stp_10.42.42.5(pid=20260): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20260)]\u000a03:47:17.868662 run osmo-stp_10.42.42.5(pid=20260): stdout: \u000a| (launched: 2022-12-09_03:47:16.024489)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:47:18.004895 run osmo-stp_10.42.42.5(pid=20260): stderr: \u000a| �[0;m�[38;5;43m20221209034716298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034716298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034716299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034716299 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034716299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034716299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034716300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:47:18.135437 run osmo-stp_10.42.42.5(pid=20260): stdout: \u000a| (launched: 2022-12-09_03:47:16.024489)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:47:18.264496 run osmo-stp_10.42.42.5(pid=20260): stderr: \u000a| �[0;m�[38;5;43m20221209034716298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034716298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034716299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034716299 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034716299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034716299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034716300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:47:18.321831 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20260): Process ended prematurely: osmo-stp_10.42.42.5(pid=20260) [trial-2354↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20260)] [trial-2354↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a03:47:18.331365 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a03:47:18.396172 run osmo-hlr_10.42.42.2(pid=20257): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20257)]\u000a03:47:18.448722 run osmo-hlr_10.42.42.2(pid=20257): stdout: \u000a| (launched: 2022-12-09_03:47:15.025076) \u000a03:47:18.501532 run osmo-hlr_10.42.42.2(pid=20257): stderr: \u000a| �[0;m�[1;31m20221209034715223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209034715224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209034715224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034715224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034715224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209034715224 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209034715235 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209034715244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209034715244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209034715244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:47:18.574150 run osmo-msc_10.42.42.6(pid=20263): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20263)]\u000a03:47:18.626706 run osmo-msc_10.42.42.6(pid=20263): stdout: \u000a| (launched: 2022-12-09_03:47:17.334500) \u000a03:47:18.680179 run osmo-msc_10.42.42.6(pid=20263): stderr: \u000a| �[0;m�[38;5;43m20221209034717675 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209034717675 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc025932c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209034717675 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209034717675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209034717675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209034717676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209034717677 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209034717678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209034717678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209034717678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:47:18.725606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20256): Terminating (SIGTERM)\u000a03:47:18.768338 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20259): Terminating (SIGTERM)\u000a03:47:18.811572 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20262): Terminating (SIGTERM)\u000a03:47:18.821551 --- ParallelTerminationStrategy: PID 20256 died...\u000a03:47:18.878895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20256): Terminated: ok {rc=0}\u000a03:47:18.889163 --- ParallelTerminationStrategy: PID 20259 died...\u000a03:47:18.946238 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20259): Terminated: ok {rc=0}\u000a03:47:18.956666 --- ParallelTerminationStrategy: PID 20262 died...\u000a03:47:19.013632 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20262): Terminated: ok {rc=0}\u000a03:47:19.100658 bus /sierra_3: Setting Powered False\u000a03:47:20.208081 bus /sierra_3: Setting Powered False\u000a03:47:21.319975 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "25", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:47:01" }, { "cases" : [ { "testActions" : [ ], "age" : 152, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20274): Process ended prematurely: osmo-stp_10.42.42.5(pid=20274) [trial-2354↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20274)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20274): Process ended prematurely: osmo-stp_10.42.42.5(pid=20274) [trial-2354↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20274)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a03:47:23.265862 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:47:23.276770 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a03:47:23.418496 tst mo_mt_call.py: using LAC 18852\u000a03:47:23.536291 tst mo_mt_call.py: using RAC 237\u000a03:47:23.654115 tst mo_mt_call.py: using CellId 18852\u000a03:47:23.771631 tst mo_mt_call.py: using BVCI 18853\u000a03:47:23.794612 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:47:23.805644 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:47:23.816446 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:47:23.827657 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:47:23.838685 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:47:23.849743 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a03:47:23.968812 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a03:47:24.169100 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:47:24.650484 run create_hlr_db(pid=20268): Launched\u000a03:47:24.822481 bus /sierra_2: Setting Powered False\u000a03:47:25.845975 run create_hlr_db(pid=20268): Terminated: ok {rc=0}\u000a03:47:26.272309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20270): Launched\u000a03:47:26.572115 run osmo-hlr_10.42.42.2(pid=20271): Launched\u000a03:47:26.686965 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:47:27.214898 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20273): Launched\u000a03:47:27.515855 run osmo-stp_10.42.42.5(pid=20274): Launched\u000a03:47:27.624775 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:47:28.173760 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20276): Launched\u000a03:47:28.474793 run osmo-msc_10.42.42.6(pid=20277): Launched\u000a03:47:28.651726 run osmo-stp_10.42.42.5(pid=20274): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20274)]\u000a03:47:28.779043 run osmo-stp_10.42.42.5(pid=20274): stdout: \u000a| (launched: 2022-12-09_03:47:27.367569)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:47:28.904578 run osmo-stp_10.42.42.5(pid=20274): stderr: \u000a| �[0;m�[38;5;43m20221209034727537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034727537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034727538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034727538 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034727538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034727538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034727539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:47:29.026333 run osmo-stp_10.42.42.5(pid=20274): stdout: \u000a| (launched: 2022-12-09_03:47:27.367569)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:47:29.146694 run osmo-stp_10.42.42.5(pid=20274): stderr: \u000a| �[0;m�[38;5;43m20221209034727537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034727537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034727538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034727538 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034727538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034727538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034727539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:47:29.199747 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20274): Process ended prematurely: osmo-stp_10.42.42.5(pid=20274) [trial-2354↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20274)] [trial-2354↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a03:47:29.208336 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a03:47:29.268785 run osmo-hlr_10.42.42.2(pid=20271): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20271)]\u000a03:47:29.318330 run osmo-hlr_10.42.42.2(pid=20271): stdout: \u000a| (launched: 2022-12-09_03:47:26.424739) \u000a03:47:29.368353 run osmo-hlr_10.42.42.2(pid=20271): stderr: \u000a| �[0;m�[1;31m20221209034726601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209034726601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209034726601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034726601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034726601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209034726602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209034726614 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209034726623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209034726623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209034726623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:47:29.436753 run osmo-msc_10.42.42.6(pid=20277): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20277)]\u000a03:47:29.485995 run osmo-msc_10.42.42.6(pid=20277): stdout: \u000a| (launched: 2022-12-09_03:47:28.326142) \u000a03:47:29.535700 run osmo-msc_10.42.42.6(pid=20277): stderr: \u000a| �[0;m�[38;5;43m20221209034728598 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209034728599 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbfc4431c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209034728599 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209034728599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209034728599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209034728599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209034728602 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209034728602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209034728603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209034728603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:47:29.577968 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20270): Terminating (SIGTERM)\u000a03:47:29.618181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20273): Terminating (SIGTERM)\u000a03:47:29.658005 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20276): Terminating (SIGTERM)\u000a03:47:29.667406 --- ParallelTerminationStrategy: PID 20270 died...\u000a03:47:29.721225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20270): Terminated: ok {rc=0}\u000a03:47:29.731234 --- ParallelTerminationStrategy: PID 20273 died...\u000a03:47:29.784707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20273): Terminated: ok {rc=0}\u000a03:47:29.794626 --- ParallelTerminationStrategy: PID 20276 died...\u000a03:47:29.848189 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20276): Terminated: ok {rc=0}\u000a03:47:29.932108 bus /sierra_3: Setting Powered False\u000a03:47:31.039596 bus /sierra_3: Setting Powered False\u000a03:47:32.146362 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 152, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20288): Process ended prematurely: osmo-stp_10.42.42.5(pid=20288) [trial-2354↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20288)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20288): Process ended prematurely: osmo-stp_10.42.42.5(pid=20288) [trial-2354↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20288)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:47:33.261713 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:47:33.273772 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a03:47:33.425860 tst mo_mt_call_osmux.py: using LAC 18853\u000a03:47:33.554292 tst mo_mt_call_osmux.py: using RAC 238\u000a03:47:33.681726 tst mo_mt_call_osmux.py: using CellId 18853\u000a03:47:33.807092 tst mo_mt_call_osmux.py: using BVCI 18854\u000a03:47:33.832081 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:47:33.843516 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:47:33.854667 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:47:33.866096 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:47:33.877415 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:47:33.888821 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a03:47:34.008859 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a03:47:34.219726 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:47:34.727164 run create_hlr_db(pid=20279): Launched\u000a03:47:34.913175 bus /sierra_2: Setting Powered False\u000a03:47:35.938155 run create_hlr_db(pid=20279): Terminated: ok {rc=0}\u000a03:47:36.341296 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20284): Launched\u000a03:47:36.641909 run osmo-hlr_10.42.42.2(pid=20285): Launched\u000a03:47:36.758897 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:47:37.288338 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20287): Launched\u000a03:47:37.590358 run osmo-stp_10.42.42.5(pid=20288): Launched\u000a03:47:37.699970 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:47:38.246772 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20290): Launched\u000a03:47:38.546774 run osmo-msc_10.42.42.6(pid=20291): Launched\u000a03:47:38.724156 run osmo-stp_10.42.42.5(pid=20288): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20288)]\u000a03:47:38.852230 run osmo-stp_10.42.42.5(pid=20288): stdout: \u000a| (launched: 2022-12-09_03:47:37.440726)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:47:38.977098 run osmo-stp_10.42.42.5(pid=20288): stderr: \u000a| �[0;m�[38;5;43m20221209034737612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034737612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034737612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034737613 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034737613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034737613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034737613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:47:39.097697 run osmo-stp_10.42.42.5(pid=20288): stdout: \u000a| (launched: 2022-12-09_03:47:37.440726)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:47:39.217527 run osmo-stp_10.42.42.5(pid=20288): stderr: \u000a| �[0;m�[38;5;43m20221209034737612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034737612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034737612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034737613 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034737613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034737613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034737613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:47:39.270132 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20288): Process ended prematurely: osmo-stp_10.42.42.5(pid=20288) [trial-2354↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20288)] [trial-2354↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a03:47:39.278800 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a03:47:39.338862 run osmo-hlr_10.42.42.2(pid=20285): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20285)]\u000a03:47:39.388162 run osmo-hlr_10.42.42.2(pid=20285): stdout: \u000a| (launched: 2022-12-09_03:47:36.493649) \u000a03:47:39.438119 run osmo-hlr_10.42.42.2(pid=20285): stderr: \u000a| �[0;m�[1;31m20221209034736670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209034736670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209034736670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034736670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034736670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209034736670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209034736682 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209034736691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209034736691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209034736691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:47:39.506596 run osmo-msc_10.42.42.6(pid=20291): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20291)]\u000a03:47:39.555861 run osmo-msc_10.42.42.6(pid=20291): stdout: \u000a| (launched: 2022-12-09_03:47:38.399048) \u000a03:47:39.605765 run osmo-msc_10.42.42.6(pid=20291): stderr: \u000a| �[0;m�[38;5;43m20221209034738670 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209034738670 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbdeb723c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209034738670 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209034738670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209034738670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209034738671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209034738673 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209034738674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209034738674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209034738674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:47:39.647858 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20284): Terminating (SIGTERM)\u000a03:47:39.687712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20287): Terminating (SIGTERM)\u000a03:47:39.727787 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20290): Terminating (SIGTERM)\u000a03:47:39.737202 --- ParallelTerminationStrategy: PID 20284 died...\u000a03:47:39.790401 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20284): Terminated: ok {rc=0}\u000a03:47:39.800173 --- ParallelTerminationStrategy: PID 20287 died...\u000a03:47:39.853425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20287): Terminated: ok {rc=0}\u000a03:47:39.863078 --- ParallelTerminationStrategy: PID 20290 died...\u000a03:47:39.916162 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20290): Terminated: ok {rc=0}\u000a03:47:39.999672 bus /sierra_3: Setting Powered False\u000a03:47:41.105572 bus /sierra_3: Setting Powered False\u000a03:47:42.213699 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "26", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:47:23" }, { "cases" : [ { "testActions" : [ ], "age" : 152, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20302): Process ended prematurely: osmo-stp_10.42.42.5(pid=20302) [trial-2354↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20302)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20302): Process ended prematurely: osmo-stp_10.42.42.5(pid=20302) [trial-2354↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20302)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a03:47:44.160684 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:47:44.171596 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a03:47:44.326470 tst mo_mt_call.py: using LAC 18854\u000a03:47:44.453817 tst mo_mt_call.py: using RAC 239\u000a03:47:44.580519 tst mo_mt_call.py: using CellId 18854\u000a03:47:44.706225 tst mo_mt_call.py: using BVCI 18855\u000a03:47:44.730999 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:47:44.742568 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:47:44.753783 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:47:44.765349 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:47:44.776799 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:47:44.788300 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:47:44.906874 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:47:45.116782 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:47:45.623061 run create_hlr_db(pid=20296): Launched\u000a03:47:45.809623 bus /sierra_2: Setting Powered False\u000a03:47:46.824815 run create_hlr_db(pid=20296): Terminated: ok {rc=0}\u000a03:47:47.265239 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20298): Launched\u000a03:47:47.567276 run osmo-hlr_10.42.42.2(pid=20299): Launched\u000a03:47:47.678419 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:47:48.197819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20301): Launched\u000a03:47:48.496782 run osmo-stp_10.42.42.5(pid=20302): Launched\u000a03:47:48.618460 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:47:49.171016 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20304): Launched\u000a03:47:49.471441 run osmo-msc_10.42.42.6(pid=20305): Launched\u000a03:47:49.649393 run osmo-stp_10.42.42.5(pid=20302): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20302)]\u000a03:47:49.777096 run osmo-stp_10.42.42.5(pid=20302): stdout: \u000a| (launched: 2022-12-09_03:47:48.349931)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:47:49.902146 run osmo-stp_10.42.42.5(pid=20302): stderr: \u000a| �[0;m�[38;5;43m20221209034748520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034748520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034748520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034748520 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034748521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034748521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034748521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:47:50.022742 run osmo-stp_10.42.42.5(pid=20302): stdout: \u000a| (launched: 2022-12-09_03:47:48.349931)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:47:50.142173 run osmo-stp_10.42.42.5(pid=20302): stderr: \u000a| �[0;m�[38;5;43m20221209034748520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034748520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034748520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034748520 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034748521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034748521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034748521 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:47:50.194810 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20302): Process ended prematurely: osmo-stp_10.42.42.5(pid=20302) [trial-2354↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20302)] [trial-2354↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a03:47:50.203511 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a03:47:50.263857 run osmo-hlr_10.42.42.2(pid=20299): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20299)]\u000a03:47:50.313582 run osmo-hlr_10.42.42.2(pid=20299): stdout: \u000a| (launched: 2022-12-09_03:47:47.417788) \u000a03:47:50.363657 run osmo-hlr_10.42.42.2(pid=20299): stderr: \u000a| �[0;m�[1;31m20221209034747596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209034747596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209034747596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034747596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034747596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209034747596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209034747608 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209034747617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209034747617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209034747617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:47:50.431526 run osmo-msc_10.42.42.6(pid=20305): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20305)]\u000a03:47:50.481188 run osmo-msc_10.42.42.6(pid=20305): stdout: \u000a| (launched: 2022-12-09_03:47:49.323450) \u000a03:47:50.531168 run osmo-msc_10.42.42.6(pid=20305): stderr: \u000a| �[0;m�[38;5;43m20221209034749593 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209034749593 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd396156c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209034749593 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209034749593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209034749593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209034749594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209034749595 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209034749596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209034749596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209034749596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:47:50.573201 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20298): Terminating (SIGTERM)\u000a03:47:50.612734 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20301): Terminating (SIGTERM)\u000a03:47:50.652382 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20304): Terminating (SIGTERM)\u000a03:47:50.661737 --- ParallelTerminationStrategy: PID 20298 died...\u000a03:47:50.715396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20298): Terminated: ok {rc=0}\u000a03:47:50.725180 --- ParallelTerminationStrategy: PID 20301 died...\u000a03:47:50.778750 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20301): Terminated: ok {rc=0}\u000a03:47:50.788538 --- ParallelTerminationStrategy: PID 20304 died...\u000a03:47:50.841789 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20304): Terminated: ok {rc=0}\u000a03:47:50.930812 bus /sierra_3: Setting Powered False\u000a03:47:52.034400 bus /sierra_3: Setting Powered False\u000a03:47:53.146374 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 152, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20313): Process ended prematurely: osmo-stp_10.42.42.5(pid=20313) [trial-2354↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20313)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20313): Process ended prematurely: osmo-stp_10.42.42.5(pid=20313) [trial-2354↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20313)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:47:54.255962 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:47:54.267423 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a03:47:54.411566 tst mo_mt_call_osmux.py: using LAC 18855\u000a03:47:54.531282 tst mo_mt_call_osmux.py: using RAC 240\u000a03:47:54.648917 tst mo_mt_call_osmux.py: using CellId 18855\u000a03:47:54.768373 tst mo_mt_call_osmux.py: using BVCI 18856\u000a03:47:54.791167 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:47:54.802164 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:47:54.812877 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:47:54.823675 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:47:54.834524 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:47:54.845319 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:47:54.960539 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:47:55.172877 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:47:55.683114 run create_hlr_db(pid=20307): Launched\u000a03:47:55.870485 bus /sierra_2: Setting Powered False\u000a03:47:56.892392 run create_hlr_db(pid=20307): Terminated: ok {rc=0}\u000a03:47:57.295660 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20309): Launched\u000a03:47:57.596598 run osmo-hlr_10.42.42.2(pid=20310): Launched\u000a03:47:57.715037 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:47:58.249499 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20312): Launched\u000a03:47:58.550745 run osmo-stp_10.42.42.5(pid=20313): Launched\u000a03:47:58.661165 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:47:59.210261 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20315): Launched\u000a03:47:59.511227 run osmo-msc_10.42.42.6(pid=20316): Launched\u000a03:47:59.688916 run osmo-stp_10.42.42.5(pid=20313): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20313)]\u000a03:47:59.815911 run osmo-stp_10.42.42.5(pid=20313): stdout: \u000a| (launched: 2022-12-09_03:47:58.402161)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:47:59.941270 run osmo-stp_10.42.42.5(pid=20313): stderr: \u000a| �[0;m�[38;5;43m20221209034758571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034758571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034758571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034758572 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034758572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034758572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034758572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:48:00.062436 run osmo-stp_10.42.42.5(pid=20313): stdout: \u000a| (launched: 2022-12-09_03:47:58.402161)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:48:00.182778 run osmo-stp_10.42.42.5(pid=20313): stderr: \u000a| �[0;m�[38;5;43m20221209034758571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034758571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034758571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034758572 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034758572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034758572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034758572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:48:00.235701 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20313): Process ended prematurely: osmo-stp_10.42.42.5(pid=20313) [trial-2354↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20313)] [trial-2354↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a03:48:00.244237 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a03:48:00.304611 run osmo-hlr_10.42.42.2(pid=20310): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20310)]\u000a03:48:00.354284 run osmo-hlr_10.42.42.2(pid=20310): stdout: \u000a| (launched: 2022-12-09_03:47:57.448439) \u000a03:48:00.404454 run osmo-hlr_10.42.42.2(pid=20310): stderr: \u000a| �[0;m�[1;31m20221209034757625 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209034757626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209034757626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034757626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034757626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209034757626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209034757638 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209034757647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209034757647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209034757647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:48:00.472610 run osmo-msc_10.42.42.6(pid=20316): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20316)]\u000a03:48:00.522214 run osmo-msc_10.42.42.6(pid=20316): stdout: \u000a| (launched: 2022-12-09_03:47:59.362957) \u000a03:48:00.572112 run osmo-msc_10.42.42.6(pid=20316): stderr: \u000a| �[0;m�[38;5;43m20221209034759633 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209034759633 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fae41f98c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209034759633 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209034759633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209034759633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209034759634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209034759635 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209034759636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209034759636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209034759636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:48:00.614338 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20309): Terminating (SIGTERM)\u000a03:48:00.654090 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20312): Terminating (SIGTERM)\u000a03:48:00.694588 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20315): Terminating (SIGTERM)\u000a03:48:00.703895 --- ParallelTerminationStrategy: PID 20309 died...\u000a03:48:00.757707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20309): Terminated: ok {rc=0}\u000a03:48:00.767462 --- ParallelTerminationStrategy: PID 20312 died...\u000a03:48:00.820890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20312): Terminated: ok {rc=0}\u000a03:48:00.830994 --- ParallelTerminationStrategy: PID 20315 died...\u000a03:48:00.886316 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20315): Terminated: ok {rc=0}\u000a03:48:00.975049 bus /sierra_3: Setting Powered False\u000a03:48:02.085900 bus /sierra_3: Setting Powered False\u000a03:48:03.199026 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "27", "name" : "voice_oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:47:43" }, { "cases" : [ { "testActions" : [ ], "age" : 152, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20327): Process ended prematurely: osmo-stp_10.42.42.5(pid=20327) [trial-2354↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20327)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20327): Process ended prematurely: osmo-stp_10.42.42.5(pid=20327) [trial-2354↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20327)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a03:48:05.142491 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:48:05.153378 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a03:48:05.295984 tst mo_mt_call.py: using LAC 18856\u000a03:48:05.417725 tst mo_mt_call.py: using RAC 241\u000a03:48:05.534220 tst mo_mt_call.py: using CellId 18856\u000a03:48:05.658966 tst mo_mt_call.py: using BVCI 18857\u000a03:48:05.684099 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:48:05.695567 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:48:05.706686 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:48:05.718207 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:48:05.730028 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:48:05.741339 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a03:48:05.858194 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a03:48:06.057683 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:48:06.539326 run create_hlr_db(pid=20321): Launched\u000a03:48:06.711903 bus /sierra_2: Setting Powered False\u000a03:48:07.734948 run create_hlr_db(pid=20321): Terminated: ok {rc=0}\u000a03:48:08.135376 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20323): Launched\u000a03:48:08.434362 run osmo-hlr_10.42.42.2(pid=20324): Launched\u000a03:48:08.543895 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:48:09.065521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20326): Launched\u000a03:48:09.366561 run osmo-stp_10.42.42.5(pid=20327): Launched\u000a03:48:09.475574 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:48:10.025268 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20329): Launched\u000a03:48:10.326343 run osmo-msc_10.42.42.6(pid=20330): Launched\u000a03:48:10.503047 run osmo-stp_10.42.42.5(pid=20327): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20327)]\u000a03:48:10.630712 run osmo-stp_10.42.42.5(pid=20327): stdout: \u000a| (launched: 2022-12-09_03:48:09.218416)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:48:10.756004 run osmo-stp_10.42.42.5(pid=20327): stderr: \u000a| �[0;m�[38;5;43m20221209034809387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034809387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034809388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034809388 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034809389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034809389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034809389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:48:10.876848 run osmo-stp_10.42.42.5(pid=20327): stdout: \u000a| (launched: 2022-12-09_03:48:09.218416)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:48:10.997042 run osmo-stp_10.42.42.5(pid=20327): stderr: \u000a| �[0;m�[38;5;43m20221209034809387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034809387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034809388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034809388 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034809389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034809389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034809389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:48:11.050076 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20327): Process ended prematurely: osmo-stp_10.42.42.5(pid=20327) [trial-2354↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20327)] [trial-2354↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a03:48:11.058541 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a03:48:11.118842 run osmo-hlr_10.42.42.2(pid=20324): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20324)]\u000a03:48:11.168362 run osmo-hlr_10.42.42.2(pid=20324): stdout: \u000a| (launched: 2022-12-09_03:48:08.287769) \u000a03:48:11.218574 run osmo-hlr_10.42.42.2(pid=20324): stderr: \u000a| �[0;m�[1;31m20221209034808463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209034808463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209034808463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034808463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034808463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209034808463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209034808475 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209034808485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209034808485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209034808485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:48:11.286958 run osmo-msc_10.42.42.6(pid=20330): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20330)]\u000a03:48:11.336481 run osmo-msc_10.42.42.6(pid=20330): stdout: \u000a| (launched: 2022-12-09_03:48:10.177489) \u000a03:48:11.386459 run osmo-msc_10.42.42.6(pid=20330): stderr: \u000a| �[0;m�[38;5;43m20221209034810450 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209034810450 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa574e13c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209034810450 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209034810450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209034810450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209034810451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209034810453 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209034810454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209034810454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209034810454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:48:11.429105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20323): Terminating (SIGTERM)\u000a03:48:11.469221 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20326): Terminating (SIGTERM)\u000a03:48:11.509418 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20329): Terminating (SIGTERM)\u000a03:48:11.518811 --- ParallelTerminationStrategy: PID 20323 died...\u000a03:48:11.573311 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20323): Terminated: ok {rc=0}\u000a03:48:11.583096 --- ParallelTerminationStrategy: PID 20326 died...\u000a03:48:11.636638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20326): Terminated: ok {rc=0}\u000a03:48:11.646360 --- ParallelTerminationStrategy: PID 20329 died...\u000a03:48:11.699854 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20329): Terminated: ok {rc=0}\u000a03:48:11.790220 bus /sierra_3: Setting Powered False\u000a03:48:12.898228 bus /sierra_3: Setting Powered False\u000a03:48:14.010736 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 152, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20338): Process ended prematurely: osmo-stp_10.42.42.5(pid=20338) [trial-2354↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20338)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20338): Process ended prematurely: osmo-stp_10.42.42.5(pid=20338) [trial-2354↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20338)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:48:15.120330 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:48:15.131600 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a03:48:15.276551 tst mo_mt_call_osmux.py: using LAC 18857\u000a03:48:15.400382 tst mo_mt_call_osmux.py: using RAC 242\u000a03:48:15.518258 tst mo_mt_call_osmux.py: using CellId 18857\u000a03:48:15.634463 tst mo_mt_call_osmux.py: using BVCI 18858\u000a03:48:15.657232 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:48:15.667920 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:48:15.678443 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:48:15.688888 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:48:15.699376 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:48:15.709984 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a03:48:15.828219 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a03:48:16.113144 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:48:16.734010 run create_hlr_db(pid=20332): Launched\u000a03:48:16.909935 bus /sierra_2: Setting Powered False\u000a03:48:17.930463 run create_hlr_db(pid=20332): Terminated: ok {rc=0}\u000a03:48:18.359792 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20334): Launched\u000a03:48:18.684668 run osmo-hlr_10.42.42.2(pid=20335): Launched\u000a03:48:18.803491 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:48:19.365645 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20337): Launched\u000a03:48:19.689380 run osmo-stp_10.42.42.5(pid=20338): Launched\u000a03:48:19.810598 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:48:20.405767 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20340): Launched\u000a03:48:20.730648 run osmo-msc_10.42.42.6(pid=20341): Launched\u000a03:48:20.921633 run osmo-stp_10.42.42.5(pid=20338): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20338)]\u000a03:48:21.058604 run osmo-stp_10.42.42.5(pid=20338): stdout: \u000a| (launched: 2022-12-09_03:48:19.530169)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:48:21.195211 run osmo-stp_10.42.42.5(pid=20338): stderr: \u000a| �[0;m�[38;5;43m20221209034819723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034819723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034819723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034819724 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034819724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034819724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034819724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:48:21.326397 run osmo-stp_10.42.42.5(pid=20338): stdout: \u000a| (launched: 2022-12-09_03:48:19.530169)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:48:21.456264 run osmo-stp_10.42.42.5(pid=20338): stderr: \u000a| �[0;m�[38;5;43m20221209034819723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034819723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034819723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034819724 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034819724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034819724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034819724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:48:21.513241 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20338): Process ended prematurely: osmo-stp_10.42.42.5(pid=20338) [trial-2354↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20338)] [trial-2354↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a03:48:21.522737 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a03:48:21.587163 run osmo-hlr_10.42.42.2(pid=20335): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20335)]\u000a03:48:21.639515 run osmo-hlr_10.42.42.2(pid=20335): stdout: \u000a| (launched: 2022-12-09_03:48:18.525069) \u000a03:48:21.692931 run osmo-hlr_10.42.42.2(pid=20335): stderr: \u000a| �[0;m�[1;31m20221209034818723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209034818723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209034818723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034818723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034818723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209034818723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209034818736 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209034818746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209034818746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209034818746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:48:21.764590 run osmo-msc_10.42.42.6(pid=20341): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20341)]\u000a03:48:21.817124 run osmo-msc_10.42.42.6(pid=20341): stdout: \u000a| (launched: 2022-12-09_03:48:20.570687) \u000a03:48:21.869961 run osmo-msc_10.42.42.6(pid=20341): stderr: \u000a| �[0;m�[38;5;43m20221209034820891 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209034820891 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feaf2bc3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209034820891 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209034820891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209034820891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209034820892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209034820893 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209034820894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209034820894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209034820894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:48:21.914467 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20334): Terminating (SIGTERM)\u000a03:48:21.957030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20337): Terminating (SIGTERM)\u000a03:48:21.999514 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20340): Terminating (SIGTERM)\u000a03:48:22.009777 --- ParallelTerminationStrategy: PID 20334 died...\u000a03:48:22.066517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20334): Terminated: ok {rc=0}\u000a03:48:22.076813 --- ParallelTerminationStrategy: PID 20337 died...\u000a03:48:22.133493 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20337): Terminated: ok {rc=0}\u000a03:48:22.143749 --- ParallelTerminationStrategy: PID 20340 died...\u000a03:48:22.200080 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20340): Terminated: ok {rc=0}\u000a03:48:22.287578 bus /sierra_3: Setting Powered False\u000a03:48:23.395516 bus /sierra_3: Setting Powered False\u000a03:48:24.502961 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "28", "name" : "voice_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:48:04" }, { "cases" : [ { "testActions" : [ ], "age" : 152, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20352): Process ended prematurely: osmo-stp_10.42.42.5(pid=20352) [trial-2354↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20352)]", "failedSince" : 2203, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20352): Process ended prematurely: osmo-stp_10.42.42.5(pid=20352) [trial-2354↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20352)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 emergency:oc2g emergency_mo_mt_call.py\u000a----------------------------------------------\u000a03:48:26.478654 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a03:48:26.490079 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a03:48:26.619559 tst emergency_mo_mt_call.py: using LAC 18858\u000a03:48:26.745032 tst emergency_mo_mt_call.py: using RAC 243\u000a03:48:26.869079 tst emergency_mo_mt_call.py: using CellId 18858\u000a03:48:26.993743 tst emergency_mo_mt_call.py: using BVCI 18859\u000a03:48:27.017898 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a03:48:27.028747 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a03:48:27.039611 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a03:48:27.050792 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a03:48:27.061910 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a03:48:27.072903 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a03:48:27.186001 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a03:48:27.393418 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:48:27.894424 run create_hlr_db(pid=20346): Launched\u000a03:48:28.078649 bus /sierra_2: Setting Powered False\u000a03:48:29.099439 run create_hlr_db(pid=20346): Terminated: ok {rc=0}\u000a03:48:29.496180 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20348): Launched\u000a03:48:29.792343 run osmo-hlr_10.42.42.2(pid=20349): Launched\u000a03:48:29.905459 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:48:30.417069 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20351): Launched\u000a03:48:30.711006 run osmo-stp_10.42.42.5(pid=20352): Launched\u000a03:48:30.830022 tst emergency_mo_mt_call.py: using MSISDN 7014\u000a03:48:31.010161 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:48:31.614543 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20354): Launched\u000a03:48:31.922093 run osmo-msc_10.42.42.6(pid=20355): Launched\u000a03:48:32.204562 run osmo-stp_10.42.42.5(pid=20352): ERR: Terminated: ERROR {rc=1} [trial-2354↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20352)]\u000a03:48:32.351238 run osmo-stp_10.42.42.5(pid=20352): stdout: \u000a| (launched: 2022-12-09_03:48:30.566004)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:48:32.477867 run osmo-stp_10.42.42.5(pid=20352): stderr: \u000a| �[0;m�[38;5;43m20221209034830734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034830734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034830734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034830735 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034830735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034830735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034830736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:48:32.596091 run osmo-stp_10.42.42.5(pid=20352): stdout: \u000a| (launched: 2022-12-09_03:48:30.566004)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:48:32.713343 run osmo-stp_10.42.42.5(pid=20352): stderr: \u000a| �[0;m�[38;5;43m20221209034830734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034830734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034830734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034830735 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034830735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034830735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034830736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:48:32.764608 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=20352): Process ended prematurely: osmo-stp_10.42.42.5(pid=20352) [trial-2354↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20352)] [trial-2354↪emergency:oc2g↪emergency_mo_mt_call.py:19]\u000a03:48:32.772466 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a03:48:32.832572 run osmo-hlr_10.42.42.2(pid=20349): ERR: Terminated: ERROR {rc=237} [trial-2354↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20349)]\u000a03:48:32.881842 run osmo-hlr_10.42.42.2(pid=20349): stdout: \u000a| (launched: 2022-12-09_03:48:29.646199) \u000a03:48:32.931653 run osmo-hlr_10.42.42.2(pid=20349): stderr: \u000a| �[0;m�[1;31m20221209034829821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209034829821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209034829821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034829821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034829821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209034829821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209034829833 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/emergency:oc2g/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209034829842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209034829842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209034829842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:48:32.999815 run osmo-msc_10.42.42.6(pid=20355): ERR: Terminated: ERROR {rc=2} [trial-2354↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20355)]\u000a03:48:33.049411 run osmo-msc_10.42.42.6(pid=20355): stdout: \u000a| (launched: 2022-12-09_03:48:31.767563) \u000a03:48:33.099432 run osmo-msc_10.42.42.6(pid=20355): stderr: \u000a| �[0;m�[38;5;43m20221209034832320 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209034832321 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4882762c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209034832321 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209034832321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209034832321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209034832321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209034832323 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209034832323 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209034832324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209034832324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:48:33.141601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20348): Terminating (SIGTERM)\u000a03:48:33.181329 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20351): Terminating (SIGTERM)\u000a03:48:33.221259 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20354): Terminating (SIGTERM)\u000a03:48:33.230533 --- ParallelTerminationStrategy: PID 20348 died...\u000a03:48:33.283992 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20348): Terminated: ok {rc=0}\u000a03:48:33.293698 --- ParallelTerminationStrategy: PID 20351 died...\u000a03:48:33.347076 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20351): Terminated: ok {rc=0}\u000a03:48:33.356671 --- ParallelTerminationStrategy: PID 20354 died...\u000a03:48:33.409918 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20354): Terminated: ok {rc=0}\u000a03:48:33.498197 bus /sierra_3: Setting Powered False\u000a03:48:34.601221 bus /sierra_3: Setting Powered False\u000a03:48:35.713590 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 201, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20363): Process ended prematurely: osmo-stp_10.42.42.5(pid=20363) [trial-2354↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20363)]", "failedSince" : 2154, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20363): Process ended prematurely: osmo-stp_10.42.42.5(pid=20363) [trial-2354↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20363)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 emergency:oc2g emergency_preemptive_call.py\u000a----------------------------------------------\u000a03:48:36.764870 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a03:48:36.775961 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a03:48:36.898139 tst emergency_preemptive_call.py: using LAC 18859\u000a03:48:37.013872 tst emergency_preemptive_call.py: using RAC 244\u000a03:48:37.129754 tst emergency_preemptive_call.py: using CellId 18859\u000a03:48:37.245536 tst emergency_preemptive_call.py: using BVCI 18860\u000a03:48:37.267791 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a03:48:37.278307 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a03:48:37.288612 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a03:48:37.298970 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a03:48:37.309266 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a03:48:37.319432 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a03:48:37.435730 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a03:48:37.556350 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a03:48:37.669938 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a03:48:37.880870 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:48:38.384913 run create_hlr_db(pid=20357): Launched\u000a03:48:38.570351 bus /sierra_2: Setting Powered False\u000a03:48:39.591231 run create_hlr_db(pid=20357): Terminated: ok {rc=0}\u000a03:48:39.989870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20359): Launched\u000a03:48:40.285241 run osmo-hlr_10.42.42.2(pid=20360): Launched\u000a03:48:40.393515 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:48:40.904208 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20362): Launched\u000a03:48:41.198534 run osmo-stp_10.42.42.5(pid=20363): Launched\u000a03:48:41.316772 tst emergency_preemptive_call.py: using MSISDN 7015\u000a03:48:41.462473 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:48:42.001311 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20365): Launched\u000a03:48:42.296760 run osmo-msc_10.42.42.6(pid=20366): Launched\u000a03:48:42.476902 run osmo-stp_10.42.42.5(pid=20363): ERR: Terminated: ERROR {rc=1} [trial-2354↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20363)]\u000a03:48:42.614665 run osmo-stp_10.42.42.5(pid=20363): stdout: \u000a| (launched: 2022-12-09_03:48:41.053380)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:48:42.749567 run osmo-stp_10.42.42.5(pid=20363): stderr: \u000a| �[0;m�[38;5;43m20221209034841222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034841223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034841223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034841223 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034841224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034841224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034841224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:48:42.877888 run osmo-stp_10.42.42.5(pid=20363): stdout: \u000a| (launched: 2022-12-09_03:48:41.053380)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:48:43.004768 run osmo-stp_10.42.42.5(pid=20363): stderr: \u000a| �[0;m�[38;5;43m20221209034841222 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034841223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034841223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034841223 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034841224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034841224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034841224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:48:43.060331 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=20363): Process ended prematurely: osmo-stp_10.42.42.5(pid=20363) [trial-2354↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20363)] [trial-2354↪emergency:oc2g↪emergency_preemptive_call.py:32]\u000a03:48:43.069175 tst emergency_preemptive_call.py:32: Test FAILED (6.3 sec)\u000a03:48:43.133721 run osmo-hlr_10.42.42.2(pid=20360): ERR: Terminated: ERROR {rc=237} [trial-2354↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20360)]\u000a03:48:43.186574 run osmo-hlr_10.42.42.2(pid=20360): stdout: \u000a| (launched: 2022-12-09_03:48:40.139654) \u000a03:48:43.239770 run osmo-hlr_10.42.42.2(pid=20360): stderr: \u000a| �[0;m�[1;31m20221209034840314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209034840314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209034840315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034840315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034840315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209034840315 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209034840326 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/emergency:oc2g/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209034840335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209034840335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209034840335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:48:43.312123 run osmo-msc_10.42.42.6(pid=20366): ERR: Terminated: ERROR {rc=2} [trial-2354↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20366)]\u000a03:48:43.364761 run osmo-msc_10.42.42.6(pid=20366): stdout: \u000a| (launched: 2022-12-09_03:48:42.150140) \u000a03:48:43.417922 run osmo-msc_10.42.42.6(pid=20366): stderr: \u000a| �[0;m�[38;5;43m20221209034842422 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209034842422 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f092307bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209034842422 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209034842423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209034842423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209034842423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209034842425 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209034842425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209034842425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209034842425 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:48:43.463473 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20359): Terminating (SIGTERM)\u000a03:48:43.505797 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20362): Terminating (SIGTERM)\u000a03:48:43.549032 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20365): Terminating (SIGTERM)\u000a03:48:43.558886 --- ParallelTerminationStrategy: PID 20359 died...\u000a03:48:43.615535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20359): Terminated: ok {rc=0}\u000a03:48:43.626256 --- ParallelTerminationStrategy: PID 20362 died...\u000a03:48:43.683195 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20362): Terminated: ok {rc=0}\u000a03:48:43.693962 --- ParallelTerminationStrategy: PID 20365 died...\u000a03:48:43.751635 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20365): Terminated: ok {rc=0}\u000a03:48:43.840192 bus /sierra_9: Setting Powered False\u000a03:48:44.947692 bus /sierra_9: Setting Powered False\u000a03:48:46.069493 bus /sierra_8: Setting Powered False\u000a03:48:47.172618 bus /sierra_8: Setting Powered False\u000a03:48:48.278855 bus /sierra_3: Setting Powered False\u000a03:48:49.386839 bus /sierra_3: Setting Powered False\u000a03:48:50.501142 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "29", "name" : "emergency_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:48:26" }, { "cases" : [ { "testActions" : [ ], "age" : 212, "className" : "gprs:oc2g", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20381): Process ended prematurely: osmo-stp_10.42.42.5(pid=20381) [trial-2354↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20381)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20381): Process ended prematurely: osmo-stp_10.42.42.5(pid=20381) [trial-2354↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20381)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:oc2g cs_paging_gprs_active.py\u000a----------------------------------------------\u000a03:48:52.589786 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:48:52.600191 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a03:48:52.721340 tst cs_paging_gprs_active.py: using LAC 18860\u000a03:48:52.841563 tst cs_paging_gprs_active.py: using RAC 245\u000a03:48:52.958705 tst cs_paging_gprs_active.py: using CellId 18860\u000a03:48:53.076235 tst cs_paging_gprs_active.py: using BVCI 18861\u000a03:48:53.099924 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:48:53.110495 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:48:53.120821 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:48:53.131731 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:48:53.142507 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:48:53.153300 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:48:53.164018 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:48:53.174890 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:48:53.185818 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a03:48:53.300133 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a03:48:53.594222 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a03:48:53.730843 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:48:54.066183 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20371): Launched\u000a03:48:54.345935 run iperf3-srv_10.42.42.10(pid=20372): Launched\u000a03:48:54.544573 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a03:48:54.680504 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:48:55.016048 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20373): Launched\u000a03:48:55.295430 run iperf3-srv_10.42.42.10(pid=20374): Launched\u000a03:48:55.494920 tst cs_paging_gprs_active.py:38: start network...\u000a03:48:55.630893 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:48:56.140809 run create_hlr_db(pid=20375): Launched\u000a03:48:56.328360 bus /sierra_2: Setting Powered False\u000a03:48:57.338436 run create_hlr_db(pid=20375): Terminated: ok {rc=0}\u000a03:48:57.775689 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20377): Launched\u000a03:48:58.100609 run osmo-hlr_10.42.42.2(pid=20378): Launched\u000a03:48:58.220531 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:48:58.783094 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20380): Launched\u000a03:48:59.106611 run osmo-stp_10.42.42.5(pid=20381): Launched\u000a03:48:59.224855 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:48:59.789819 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20383): Launched\u000a03:48:59.905820 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:49:00.188232 run patchelf(pid=20384): Launched\u000a03:49:00.377429 run osmo-stp_10.42.42.5(pid=20381): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20381)]\u000a03:49:00.515706 run osmo-stp_10.42.42.5(pid=20381): stdout: \u000a| (launched: 2022-12-09_03:48:58.947735)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:49:00.654619 run osmo-stp_10.42.42.5(pid=20381): stderr: \u000a| �[0;m�[38;5;43m20221209034859139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034859139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034859139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034859140 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034859140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034859140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034859140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:49:00.789327 run osmo-stp_10.42.42.5(pid=20381): stdout: \u000a| (launched: 2022-12-09_03:48:58.947735)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:49:00.944500 run osmo-stp_10.42.42.5(pid=20381): stderr: \u000a| �[0;m�[38;5;43m20221209034859139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034859139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034859139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034859140 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034859140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034859140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034859140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:49:01.096598 run patchelf(pid=20384): Terminating (SIGINT)\u000a03:49:01.273469 run patchelf(pid=20384): Terminated: ok {rc=0}\u000a03:49:01.306407 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=20381): Process ended prematurely: osmo-stp_10.42.42.5(pid=20381) [trial-2354↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20381)] [trial-2354↪gprs:oc2g↪cs_paging_gprs_active.py:38]\u000a03:49:01.316286 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a03:49:01.381456 run osmo-hlr_10.42.42.2(pid=20378): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:oc2g↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20378)]\u000a03:49:01.433533 run osmo-hlr_10.42.42.2(pid=20378): stdout: \u000a| (launched: 2022-12-09_03:48:57.940625) \u000a03:49:01.486134 run osmo-hlr_10.42.42.2(pid=20378): stderr: \u000a| �[0;m�[1;31m20221209034858138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209034858138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209034858138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034858138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034858139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209034858139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209034858151 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:oc2g/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209034858159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209034858160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209034858160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:49:01.531197 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20371): Terminating (SIGTERM)\u000a03:49:01.577117 run iperf3-srv_10.42.42.10(pid=20372): Terminating (SIGTERM)\u000a03:49:01.621525 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20373): Terminating (SIGTERM)\u000a03:49:01.665473 run iperf3-srv_10.42.42.10(pid=20374): Terminating (SIGTERM)\u000a03:49:01.710176 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20377): Terminating (SIGTERM)\u000a03:49:01.753061 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20380): Terminating (SIGTERM)\u000a03:49:01.799358 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20383): Terminating (SIGTERM)\u000a03:49:01.809749 --- ParallelTerminationStrategy: PID 20371 died...\u000a03:49:01.866974 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20371): Terminated: ok {rc=0}\u000a03:49:01.877868 --- ParallelTerminationStrategy: PID 20372 died...\u000a03:49:01.933434 run iperf3-srv_10.42.42.10(pid=20372): Terminated {rc=256}\u000a03:49:01.943858 --- ParallelTerminationStrategy: PID 20373 died...\u000a03:49:02.000226 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20373): Terminated: ok {rc=0}\u000a03:49:02.010879 --- ParallelTerminationStrategy: PID 20374 died...\u000a03:49:02.067313 run iperf3-srv_10.42.42.10(pid=20374): Terminated {rc=256}\u000a03:49:02.077561 --- ParallelTerminationStrategy: PID 20377 died...\u000a03:49:02.133890 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20377): Terminated: ok {rc=0}\u000a03:49:02.144467 --- ParallelTerminationStrategy: PID 20380 died...\u000a03:49:02.200759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20380): Terminated: ok {rc=0}\u000a03:49:02.210954 --- ParallelTerminationStrategy: PID 20383 died...\u000a03:49:02.264816 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20383): Terminated: ok {rc=0}\u000a03:49:02.354211 bus /gobi_0: Setting Powered False\u000a03:49:03.460263 bus /gobi_0: Setting Powered False\u000a03:49:04.568163 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 212, "className" : "gprs:oc2g", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20393): Process ended prematurely: osmo-stp_10.42.42.5(pid=20393) [trial-2354↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20393)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20393): Process ended prematurely: osmo-stp_10.42.42.5(pid=20393) [trial-2354↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20393)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:oc2g iperf3.py\u000a----------------------------------------------\u000a03:49:05.675884 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:49:05.686900 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a03:49:05.808351 tst iperf3.py: using LAC 18861\u000a03:49:05.928283 tst iperf3.py: using RAC 246\u000a03:49:06.047092 tst iperf3.py: using CellId 18861\u000a03:49:06.167722 tst iperf3.py: using BVCI 18862\u000a03:49:06.191061 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:49:06.201475 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:49:06.211659 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:49:06.222356 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:49:06.233028 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:49:06.243692 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:49:06.254548 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:49:06.265267 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:49:06.276059 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a03:49:06.578323 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:49:06.715254 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:49:07.051465 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20385): Launched\u000a03:49:07.331874 run iperf3-srv_10.42.42.10(pid=20386): Launched\u000a03:49:07.531155 tst iperf3.py:8: start network...\u000a03:49:07.667273 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:49:08.179254 run create_hlr_db(pid=20387): Launched\u000a03:49:08.366715 bus /gobi_6: Setting Powered False\u000a03:49:09.389262 run create_hlr_db(pid=20387): Terminated: ok {rc=0}\u000a03:49:09.821842 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20389): Launched\u000a03:49:10.148352 run osmo-hlr_10.42.42.2(pid=20390): Launched\u000a03:49:10.267703 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:49:10.831650 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20392): Launched\u000a03:49:11.156433 run osmo-stp_10.42.42.5(pid=20393): Launched\u000a03:49:11.274809 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:49:11.842481 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20395): Launched\u000a03:49:11.963928 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:49:12.247008 run patchelf(pid=20396): Launched\u000a03:49:12.437064 run osmo-stp_10.42.42.5(pid=20393): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20393)]\u000a03:49:12.575773 run osmo-stp_10.42.42.5(pid=20393): stdout: \u000a| (launched: 2022-12-09_03:49:10.996576)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:49:12.715501 run osmo-stp_10.42.42.5(pid=20393): stderr: \u000a| �[0;m�[38;5;43m20221209034911187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034911187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034911187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034911188 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034911188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034911188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034911188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:49:12.850221 run osmo-stp_10.42.42.5(pid=20393): stdout: \u000a| (launched: 2022-12-09_03:49:10.996576)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:49:12.982985 run osmo-stp_10.42.42.5(pid=20393): stderr: \u000a| �[0;m�[38;5;43m20221209034911187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034911187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034911187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034911188 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034911188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034911188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034911188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:49:13.138266 run patchelf(pid=20396): Terminating (SIGINT)\u000a03:49:13.320300 run patchelf(pid=20396): Terminated: ok {rc=0}\u000a03:49:13.353783 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20393): Process ended prematurely: osmo-stp_10.42.42.5(pid=20393) [trial-2354↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20393)] [trial-2354↪gprs:oc2g↪iperf3.py:8]\u000a03:49:13.363729 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a03:49:13.428415 run osmo-hlr_10.42.42.2(pid=20390): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:oc2g↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20390)]\u000a03:49:13.480634 run osmo-hlr_10.42.42.2(pid=20390): stdout: \u000a| (launched: 2022-12-09_03:49:09.986886) \u000a03:49:13.533966 run osmo-hlr_10.42.42.2(pid=20390): stderr: \u000a| �[0;m�[1;31m20221209034910187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209034910187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209034910187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034910187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034910187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209034910187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209034910199 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:oc2g/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209034910207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209034910208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209034910208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:49:13.578975 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20385): Terminating (SIGTERM)\u000a03:49:13.621798 run iperf3-srv_10.42.42.10(pid=20386): Terminating (SIGTERM)\u000a03:49:13.664534 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20389): Terminating (SIGTERM)\u000a03:49:13.707449 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20392): Terminating (SIGTERM)\u000a03:49:13.750403 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20395): Terminating (SIGTERM)\u000a03:49:13.760321 --- ParallelTerminationStrategy: PID 20385 died...\u000a03:49:13.817525 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20385): Terminated: ok {rc=0}\u000a03:49:13.827907 --- ParallelTerminationStrategy: PID 20386 died...\u000a03:49:13.884187 run iperf3-srv_10.42.42.10(pid=20386): Terminated {rc=256}\u000a03:49:13.894861 --- ParallelTerminationStrategy: PID 20389 died...\u000a03:49:13.951660 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20389): Terminated: ok {rc=0}\u000a03:49:13.962060 --- ParallelTerminationStrategy: PID 20392 died...\u000a03:49:14.018671 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20392): Terminated: ok {rc=0}\u000a03:49:14.029578 --- ParallelTerminationStrategy: PID 20395 died...\u000a03:49:14.085834 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20395): Terminated: ok {rc=0}\u000a03:49:14.174200 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:oc2g", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20412): Process ended prematurely: osmo-stp_10.42.42.5(pid=20412) [trial-2354↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20412)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20412): Process ended prematurely: osmo-stp_10.42.42.5(pid=20412) [trial-2354↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20412)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:oc2g iperf3m4.py\u000a----------------------------------------------\u000a03:49:15.288846 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:49:15.300288 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a03:49:15.431273 tst iperf3m4.py: using LAC 18862\u000a03:49:15.557808 tst iperf3m4.py: using RAC 247\u000a03:49:15.686207 tst iperf3m4.py: using CellId 18862\u000a03:49:15.807627 tst iperf3m4.py: using BVCI 18863\u000a03:49:15.831157 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:49:15.842066 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:49:15.853549 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:49:15.865102 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:49:15.876025 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:49:15.888844 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:49:15.902510 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:49:15.917769 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:49:15.928787 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a03:49:16.053296 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a03:49:16.175898 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a03:49:16.310050 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a03:49:16.588706 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:49:16.716659 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:49:17.045958 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20397): Launched\u000a03:49:17.330550 run iperf3-srv_10.42.42.10(pid=20399): Launched\u000a03:49:17.514575 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a03:49:17.639719 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:49:17.950969 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20400): Launched\u000a03:49:18.209569 run iperf3-srv_10.42.42.10(pid=20401): Launched\u000a03:49:18.391833 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a03:49:18.516066 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:49:18.827185 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20402): Launched\u000a03:49:19.085336 run iperf3-srv_10.42.42.10(pid=20403): Launched\u000a03:49:19.266664 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a03:49:19.390873 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:49:19.700681 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20404): Launched\u000a03:49:19.958549 run iperf3-srv_10.42.42.10(pid=20405): Launched\u000a03:49:20.139968 tst iperf3m4.py:8: start network...\u000a03:49:20.264042 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:49:20.744850 run create_hlr_db(pid=20406): Launched\u000a03:49:20.917231 bus /gobi_6: Setting Powered False\u000a03:49:21.941089 run create_hlr_db(pid=20406): Terminated: ok {rc=0}\u000a03:49:22.341942 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20408): Launched\u000a03:49:22.642804 run osmo-hlr_10.42.42.2(pid=20409): Launched\u000a03:49:22.759879 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:49:23.287538 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20411): Launched\u000a03:49:23.587461 run osmo-stp_10.42.42.5(pid=20412): Launched\u000a03:49:23.696374 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:49:24.219602 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20414): Launched\u000a03:49:24.327348 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:49:24.588593 run patchelf(pid=20415): Launched\u000a03:49:24.764057 run osmo-stp_10.42.42.5(pid=20412): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20412)]\u000a03:49:24.892089 run osmo-stp_10.42.42.5(pid=20412): stdout: \u000a| (launched: 2022-12-09_03:49:23.439762)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:49:25.020665 run osmo-stp_10.42.42.5(pid=20412): stderr: \u000a| �[0;m�[38;5;43m20221209034923607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034923608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034923608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034923608 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034923609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034923609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034923609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:49:25.144659 run osmo-stp_10.42.42.5(pid=20412): stdout: \u000a| (launched: 2022-12-09_03:49:23.439762)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:49:25.267546 run osmo-stp_10.42.42.5(pid=20412): stderr: \u000a| �[0;m�[38;5;43m20221209034923607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034923608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034923608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034923608 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034923609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034923609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034923609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:49:25.411145 run patchelf(pid=20415): Terminating (SIGINT)\u000a03:49:25.580067 run patchelf(pid=20415): Terminated: ok {rc=0}\u000a03:49:25.611116 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20412): Process ended prematurely: osmo-stp_10.42.42.5(pid=20412) [trial-2354↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20412)] [trial-2354↪gprs:oc2g↪iperf3m4.py:8]\u000a03:49:25.620223 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a03:49:25.680427 run osmo-hlr_10.42.42.2(pid=20409): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:oc2g↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20409)]\u000a03:49:25.729249 run osmo-hlr_10.42.42.2(pid=20409): stdout: \u000a| (launched: 2022-12-09_03:49:22.494512) \u000a03:49:25.778545 run osmo-hlr_10.42.42.2(pid=20409): stderr: \u000a| �[0;m�[1;31m20221209034922669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209034922669 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209034922670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034922670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034922670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209034922670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209034922681 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:oc2g/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209034922691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209034922691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209034922691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:49:25.820344 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20397): Terminating (SIGTERM)\u000a03:49:25.859613 run iperf3-srv_10.42.42.10(pid=20399): Terminating (SIGTERM)\u000a03:49:25.898908 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20400): Terminating (SIGTERM)\u000a03:49:25.938170 run iperf3-srv_10.42.42.10(pid=20401): Terminating (SIGTERM)\u000a03:49:25.977603 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20402): Terminating (SIGTERM)\u000a03:49:26.016875 run iperf3-srv_10.42.42.10(pid=20403): Terminating (SIGTERM)\u000a03:49:26.056164 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20404): Terminating (SIGTERM)\u000a03:49:26.095550 run iperf3-srv_10.42.42.10(pid=20405): Terminating (SIGTERM)\u000a03:49:26.134821 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20408): Terminating (SIGTERM)\u000a03:49:26.174082 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20411): Terminating (SIGTERM)\u000a03:49:26.213514 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20414): Terminating (SIGTERM)\u000a03:49:26.222712 --- ParallelTerminationStrategy: PID 20397 died...\u000a03:49:26.275878 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20397): Terminated: ok {rc=0}\u000a03:49:26.285613 --- ParallelTerminationStrategy: PID 20399 died...\u000a03:49:26.338964 run iperf3-srv_10.42.42.10(pid=20399): Terminated {rc=256}\u000a03:49:26.348556 --- ParallelTerminationStrategy: PID 20400 died...\u000a03:49:26.401958 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20400): Terminated: ok {rc=0}\u000a03:49:26.411570 --- ParallelTerminationStrategy: PID 20401 died...\u000a03:49:26.464272 run iperf3-srv_10.42.42.10(pid=20401): Terminated {rc=256}\u000a03:49:26.473916 --- ParallelTerminationStrategy: PID 20402 died...\u000a03:49:26.527261 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20402): Terminated: ok {rc=0}\u000a03:49:26.536929 --- ParallelTerminationStrategy: PID 20403 died...\u000a03:49:26.589912 run iperf3-srv_10.42.42.10(pid=20403): Terminated {rc=256}\u000a03:49:26.599610 --- ParallelTerminationStrategy: PID 20404 died...\u000a03:49:26.652520 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20404): Terminated: ok {rc=0}\u000a03:49:26.662189 --- ParallelTerminationStrategy: PID 20405 died...\u000a03:49:26.715226 run iperf3-srv_10.42.42.10(pid=20405): Terminated {rc=256}\u000a03:49:26.724887 --- ParallelTerminationStrategy: PID 20408 died...\u000a03:49:26.777782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20408): Terminated: ok {rc=0}\u000a03:49:26.787448 --- ParallelTerminationStrategy: PID 20411 died...\u000a03:49:26.840610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20411): Terminated: ok {rc=0}\u000a03:49:26.850349 --- ParallelTerminationStrategy: PID 20414 died...\u000a03:49:26.903450 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20414): Terminated: ok {rc=0}\u000a03:49:26.986853 bus /gobi_4: Setting Powered False\u000a03:49:28.095045 bus /gobi_4: Setting Powered False\u000a03:49:29.202513 bus /gobi_1: Setting Powered False\u000a03:49:30.308482 bus /gobi_1: Setting Powered False\u000a03:49:31.434106 bus /gobi_0: Setting Powered False\u000a03:49:32.536301 bus /gobi_0: Setting Powered False\u000a03:49:33.649595 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20423): Process ended prematurely: osmo-stp_10.42.42.5(pid=20423) [trial-2354↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20423)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20423): Process ended prematurely: osmo-stp_10.42.42.5(pid=20423) [trial-2354↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20423)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:oc2g ping.py\u000a----------------------------------------------\u000a03:49:34.716320 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:49:34.727408 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a03:49:34.855801 tst ping.py: using LAC 18863\u000a03:49:34.980752 tst ping.py: using RAC 248\u000a03:49:35.105708 tst ping.py: using CellId 18863\u000a03:49:35.230655 tst ping.py: using BVCI 18864\u000a03:49:35.255366 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:49:35.266444 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:49:35.277295 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:49:35.288240 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:49:35.299228 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:49:35.310238 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:49:35.321304 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:49:35.332118 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a03:49:35.620729 tst ping.py:19: start network...\u000a03:49:35.753995 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:49:36.251979 run create_hlr_db(pid=20417): Launched\u000a03:49:36.436688 bus /gobi_6: Setting Powered False\u000a03:49:37.457702 run create_hlr_db(pid=20417): Terminated: ok {rc=0}\u000a03:49:37.856188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20419): Launched\u000a03:49:38.152566 run osmo-hlr_10.42.42.2(pid=20420): Launched\u000a03:49:38.265169 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:49:38.781170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20422): Launched\u000a03:49:39.077481 run osmo-stp_10.42.42.5(pid=20423): Launched\u000a03:49:39.185679 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:49:39.701321 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20425): Launched\u000a03:49:39.806158 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:49:40.064033 run patchelf(pid=20426): Launched\u000a03:49:40.237196 run osmo-stp_10.42.42.5(pid=20423): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20423)]\u000a03:49:40.363548 run osmo-stp_10.42.42.5(pid=20423): stdout: \u000a| (launched: 2022-12-09_03:49:38.931270)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:49:40.491026 run osmo-stp_10.42.42.5(pid=20423): stderr: \u000a| �[0;m�[38;5;43m20221209034939098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034939098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034939098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034939099 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034939099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034939099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034939099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:49:40.613806 run osmo-stp_10.42.42.5(pid=20423): stdout: \u000a| (launched: 2022-12-09_03:49:38.931270)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:49:40.735148 run osmo-stp_10.42.42.5(pid=20423): stderr: \u000a| �[0;m�[38;5;43m20221209034939098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034939098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034939098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034939099 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034939099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034939099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034939099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:49:40.877071 run patchelf(pid=20426): Terminating (SIGINT)\u000a03:49:41.044097 run patchelf(pid=20426): Terminated: ok {rc=0}\u000a03:49:41.074417 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=20423): Process ended prematurely: osmo-stp_10.42.42.5(pid=20423) [trial-2354↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20423)] [trial-2354↪gprs:oc2g↪ping.py:22]\u000a03:49:41.082945 tst ping.py:22: Test FAILED (6.4 sec)\u000a03:49:41.143899 run osmo-hlr_10.42.42.2(pid=20420): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:oc2g↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20420)]\u000a03:49:41.193305 run osmo-hlr_10.42.42.2(pid=20420): stdout: \u000a| (launched: 2022-12-09_03:49:38.006302) \u000a03:49:41.243461 run osmo-hlr_10.42.42.2(pid=20420): stderr: \u000a| �[0;m�[1;31m20221209034938182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209034938182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209034938182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034938182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034938183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209034938183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209034938194 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:oc2g/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209034938203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209034938204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209034938204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:49:41.285817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20419): Terminating (SIGTERM)\u000a03:49:41.326513 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20422): Terminating (SIGTERM)\u000a03:49:41.366589 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20425): Terminating (SIGTERM)\u000a03:49:41.375954 --- ParallelTerminationStrategy: PID 20419 died...\u000a03:49:41.429685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20419): Terminated: ok {rc=0}\u000a03:49:41.439476 --- ParallelTerminationStrategy: PID 20422 died...\u000a03:49:41.493172 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20422): Terminated: ok {rc=0}\u000a03:49:41.502942 --- ParallelTerminationStrategy: PID 20425 died...\u000a03:49:41.556397 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20425): Terminated: ok {rc=0}\u000a03:49:41.640318 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20434): Process ended prematurely: osmo-stp_10.42.42.5(pid=20434) [trial-2354↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20434)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20434): Process ended prematurely: osmo-stp_10.42.42.5(pid=20434) [trial-2354↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20434)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:oc2g ping_idle_ping.py\u000a----------------------------------------------\u000a03:49:42.693948 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:49:42.705946 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a03:49:42.841772 tst ping_idle_ping.py: using LAC 18864\u000a03:49:42.981236 tst ping_idle_ping.py: using RAC 249\u000a03:49:43.113284 tst ping_idle_ping.py: using CellId 18864\u000a03:49:43.233577 tst ping_idle_ping.py: using BVCI 18865\u000a03:49:43.256269 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:49:43.266740 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:49:43.277022 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:49:43.287232 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:49:43.297387 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:49:43.307549 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:49:43.317791 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a03:49:43.328013 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a03:49:43.601211 tst ping_idle_ping.py:24: start network...\u000a03:49:43.724328 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:49:44.202194 run create_hlr_db(pid=20427): Launched\u000a03:49:44.371975 bus /gobi_6: Setting Powered False\u000a03:49:45.394244 run create_hlr_db(pid=20427): Terminated: ok {rc=0}\u000a03:49:45.818902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20430): Launched\u000a03:49:46.194252 run osmo-hlr_10.42.42.2(pid=20431): Launched\u000a03:49:46.363264 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:49:47.121105 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20433): Launched\u000a03:49:47.467391 run osmo-stp_10.42.42.5(pid=20434): Launched\u000a03:49:47.587782 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:49:48.145404 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20436): Launched\u000a03:49:48.259320 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:49:48.537151 run patchelf(pid=20437): Launched\u000a03:49:48.723728 run osmo-stp_10.42.42.5(pid=20434): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20434)]\u000a03:49:48.860325 run osmo-stp_10.42.42.5(pid=20434): stdout: \u000a| (launched: 2022-12-09_03:49:47.285627)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:49:48.996829 run osmo-stp_10.42.42.5(pid=20434): stderr: \u000a| �[0;m�[38;5;43m20221209034947528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034947528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034947528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034947528 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034947529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034947529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034947529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:49:49.128596 run osmo-stp_10.42.42.5(pid=20434): stdout: \u000a| (launched: 2022-12-09_03:49:47.285627)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:49:49.259885 run osmo-stp_10.42.42.5(pid=20434): stderr: \u000a| �[0;m�[38;5;43m20221209034947528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034947528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034947528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034947528 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034947529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034947529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034947529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:49:49.412287 run patchelf(pid=20437): Terminating (SIGINT)\u000a03:49:49.591728 run patchelf(pid=20437): Terminated: ok {rc=0}\u000a03:49:49.624134 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=20434): Process ended prematurely: osmo-stp_10.42.42.5(pid=20434) [trial-2354↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20434)] [trial-2354↪gprs:oc2g↪ping_idle_ping.py:27]\u000a03:49:49.633458 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a03:49:49.697685 run osmo-hlr_10.42.42.2(pid=20431): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:oc2g↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20431)]\u000a03:49:49.749828 run osmo-hlr_10.42.42.2(pid=20431): stdout: \u000a| (launched: 2022-12-09_03:49:46.003528) \u000a03:49:49.802437 run osmo-hlr_10.42.42.2(pid=20431): stderr: \u000a| �[0;m�[1;31m20221209034946431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209034946431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209034946431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034946431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034946431 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209034946432 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209034946453 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:oc2g/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209034946475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209034946475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209034946475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:49:49.847036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20430): Terminating (SIGTERM)\u000a03:49:49.889334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20433): Terminating (SIGTERM)\u000a03:49:49.931185 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20436): Terminating (SIGTERM)\u000a03:49:49.941225 --- ParallelTerminationStrategy: PID 20430 died...\u000a03:49:49.997632 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20430): Terminated: ok {rc=0}\u000a03:49:50.007918 --- ParallelTerminationStrategy: PID 20433 died...\u000a03:49:50.064250 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20433): Terminated: ok {rc=0}\u000a03:49:50.074476 --- ParallelTerminationStrategy: PID 20436 died...\u000a03:49:50.130873 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20436): Terminated: ok {rc=0}\u000a03:49:50.219681 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "30", "name" : "gprs_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:48:52" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20451): Process ended prematurely: osmo-stp_10.42.42.5(pid=20451) [trial-2354↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20451)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20451): Process ended prematurely: osmo-stp_10.42.42.5(pid=20451) [trial-2354↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20451)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:oc2g+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a03:49:52.314347 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:49:52.324713 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:49:52.445879 tst cs_paging_gprs_active.py: using LAC 18865\u000a03:49:52.562519 tst cs_paging_gprs_active.py: using RAC 250\u000a03:49:52.680381 tst cs_paging_gprs_active.py: using CellId 18865\u000a03:49:52.798677 tst cs_paging_gprs_active.py: using BVCI 18866\u000a03:49:52.821433 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:49:52.831904 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:49:52.842279 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:49:52.852568 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:49:52.862818 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:49:52.873026 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:49:52.883545 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:49:52.893798 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:49:52.904215 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:49:53.022019 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:49:53.311066 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a03:49:53.444509 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:49:53.774002 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20441): Launched\u000a03:49:54.046904 run iperf3-srv_10.42.42.10(pid=20442): Launched\u000a03:49:54.241488 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a03:49:54.374334 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:49:54.702635 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20443): Launched\u000a03:49:54.975802 run iperf3-srv_10.42.42.10(pid=20444): Launched\u000a03:49:55.169719 tst cs_paging_gprs_active.py:38: start network...\u000a03:49:55.302130 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:49:55.804902 run create_hlr_db(pid=20445): Launched\u000a03:49:55.989001 bus /gobi_6: Setting Powered False\u000a03:49:57.011316 run create_hlr_db(pid=20445): Terminated: ok {rc=0}\u000a03:49:57.410068 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20447): Launched\u000a03:49:57.707081 run osmo-hlr_10.42.42.2(pid=20448): Launched\u000a03:49:57.816132 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:49:58.329407 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20450): Launched\u000a03:49:58.627527 run osmo-stp_10.42.42.5(pid=20451): Launched\u000a03:49:58.735633 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:49:59.250828 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20453): Launched\u000a03:49:59.356277 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:49:59.614086 run patchelf(pid=20454): Launched\u000a03:49:59.787797 run osmo-stp_10.42.42.5(pid=20451): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20451)]\u000a03:49:59.914689 run osmo-stp_10.42.42.5(pid=20451): stdout: \u000a| (launched: 2022-12-09_03:49:58.480655)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:50:00.041864 run osmo-stp_10.42.42.5(pid=20451): stderr: \u000a| �[0;m�[38;5;43m20221209034958651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034958651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034958651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034958651 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034958652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034958652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034958652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:50:00.164882 run osmo-stp_10.42.42.5(pid=20451): stdout: \u000a| (launched: 2022-12-09_03:49:58.480655)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:50:00.286814 run osmo-stp_10.42.42.5(pid=20451): stderr: \u000a| �[0;m�[38;5;43m20221209034958651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209034958651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209034958651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209034958651 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209034958652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209034958652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209034958652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:50:00.429698 run patchelf(pid=20454): Terminating (SIGINT)\u000a03:50:00.597834 run patchelf(pid=20454): Terminated: ok {rc=0}\u000a03:50:00.628916 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=20451): Process ended prematurely: osmo-stp_10.42.42.5(pid=20451) [trial-2354↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20451)] [trial-2354↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a03:50:00.638173 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a03:50:00.697673 run osmo-hlr_10.42.42.2(pid=20448): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20448)]\u000a03:50:00.746398 run osmo-hlr_10.42.42.2(pid=20448): stdout: \u000a| (launched: 2022-12-09_03:49:57.560802) \u000a03:50:00.795872 run osmo-hlr_10.42.42.2(pid=20448): stderr: \u000a| �[0;m�[1;31m20221209034957735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209034957735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209034957735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034957735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209034957735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209034957735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209034957758 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:oc2g+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209034957766 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209034957767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209034957767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:50:00.841977 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20441): Terminating (SIGTERM)\u000a03:50:00.884596 run iperf3-srv_10.42.42.10(pid=20442): Terminating (SIGTERM)\u000a03:50:00.947631 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20443): Terminating (SIGTERM)\u000a03:50:00.992260 run iperf3-srv_10.42.42.10(pid=20444): Terminating (SIGTERM)\u000a03:50:01.036783 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20447): Terminating (SIGTERM)\u000a03:50:01.085668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20450): Terminating (SIGTERM)\u000a03:50:01.132632 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20453): Terminating (SIGTERM)\u000a03:50:01.143511 --- ParallelTerminationStrategy: PID 20441 died...\u000a03:50:01.206254 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20441): Terminated: ok {rc=0}\u000a03:50:01.217481 --- ParallelTerminationStrategy: PID 20442 died...\u000a03:50:01.277245 run iperf3-srv_10.42.42.10(pid=20442): Terminated {rc=256}\u000a03:50:01.288465 --- ParallelTerminationStrategy: PID 20443 died...\u000a03:50:01.348398 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20443): Terminated: ok {rc=0}\u000a03:50:01.359573 --- ParallelTerminationStrategy: PID 20444 died...\u000a03:50:01.422952 run iperf3-srv_10.42.42.10(pid=20444): Terminated {rc=256}\u000a03:50:01.435300 --- ParallelTerminationStrategy: PID 20447 died...\u000a03:50:01.500529 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20447): Terminated: ok {rc=0}\u000a03:50:01.515040 --- ParallelTerminationStrategy: PID 20450 died...\u000a03:50:01.579387 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20450): Terminated: ok {rc=0}\u000a03:50:01.591516 --- ParallelTerminationStrategy: PID 20453 died...\u000a03:50:01.655981 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20453): Terminated: ok {rc=0}\u000a03:50:01.755430 bus /gobi_0: Setting Powered False\u000a03:50:02.863424 bus /gobi_0: Setting Powered False\u000a03:50:03.972262 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20466): Process ended prematurely: osmo-stp_10.42.42.5(pid=20466) [trial-2354↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20466)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20466): Process ended prematurely: osmo-stp_10.42.42.5(pid=20466) [trial-2354↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20466)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:oc2g+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a03:50:05.078937 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:50:05.090124 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:50:05.220080 tst iperf3.py: using LAC 18866\u000a03:50:05.345932 tst iperf3.py: using RAC 251\u000a03:50:05.470899 tst iperf3.py: using CellId 18866\u000a03:50:05.597312 tst iperf3.py: using BVCI 18867\u000a03:50:05.621650 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:50:05.632755 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:50:05.643721 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:50:05.654918 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:50:05.665991 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:50:05.676933 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:50:05.688223 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:50:05.699293 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:50:05.710731 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:50:05.985281 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:50:06.108153 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:50:06.415338 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20458): Launched\u000a03:50:06.672441 run iperf3-srv_10.42.42.10(pid=20459): Launched\u000a03:50:06.852514 tst iperf3.py:8: start network...\u000a03:50:06.975645 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:50:07.452206 run create_hlr_db(pid=20460): Launched\u000a03:50:07.621380 bus /gobi_6: Setting Powered False\u000a03:50:08.643579 run create_hlr_db(pid=20460): Terminated: ok {rc=0}\u000a03:50:09.038999 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20462): Launched\u000a03:50:09.334147 run osmo-hlr_10.42.42.2(pid=20463): Launched\u000a03:50:09.442253 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:50:09.954953 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20465): Launched\u000a03:50:10.251728 run osmo-stp_10.42.42.5(pid=20466): Launched\u000a03:50:10.360213 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:50:10.875857 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20468): Launched\u000a03:50:10.981444 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:50:11.239458 run patchelf(pid=20469): Launched\u000a03:50:11.412525 run osmo-stp_10.42.42.5(pid=20466): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20466)]\u000a03:50:11.539263 run osmo-stp_10.42.42.5(pid=20466): stdout: \u000a| (launched: 2022-12-09_03:50:10.105373)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:50:11.666402 run osmo-stp_10.42.42.5(pid=20466): stderr: \u000a| �[0;m�[38;5;43m20221209035010276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035010276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035010276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035010277 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035010277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035010277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035010277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:50:11.789352 run osmo-stp_10.42.42.5(pid=20466): stdout: \u000a| (launched: 2022-12-09_03:50:10.105373)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:50:11.911438 run osmo-stp_10.42.42.5(pid=20466): stderr: \u000a| �[0;m�[38;5;43m20221209035010276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035010276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035010276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035010277 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035010277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035010277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035010277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:50:12.054163 run patchelf(pid=20469): Terminating (SIGINT)\u000a03:50:12.221483 run patchelf(pid=20469): Terminated: ok {rc=0}\u000a03:50:12.252247 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20466): Process ended prematurely: osmo-stp_10.42.42.5(pid=20466) [trial-2354↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20466)] [trial-2354↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8]\u000a03:50:12.261369 tst iperf3.py:8: Test FAILED (7.2 sec)\u000a03:50:12.321069 run osmo-hlr_10.42.42.2(pid=20463): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:oc2g+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20463)]\u000a03:50:12.369973 run osmo-hlr_10.42.42.2(pid=20463): stdout: \u000a| (launched: 2022-12-09_03:50:09.188848) \u000a03:50:12.419435 run osmo-hlr_10.42.42.2(pid=20463): stderr: \u000a| �[0;m�[1;31m20221209035009365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209035009365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209035009365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035009365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035009365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209035009365 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209035009376 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:oc2g+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209035009386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209035009386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209035009387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:50:12.461681 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20458): Terminating (SIGTERM)\u000a03:50:12.501332 run iperf3-srv_10.42.42.10(pid=20459): Terminating (SIGTERM)\u000a03:50:12.541343 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20462): Terminating (SIGTERM)\u000a03:50:12.581122 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20465): Terminating (SIGTERM)\u000a03:50:12.620697 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20468): Terminating (SIGTERM)\u000a03:50:12.629467 --- ParallelTerminationStrategy: PID 20458 died...\u000a03:50:12.683059 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20458): Terminated: ok {rc=0}\u000a03:50:12.692658 --- ParallelTerminationStrategy: PID 20459 died...\u000a03:50:12.745879 run iperf3-srv_10.42.42.10(pid=20459): Terminated {rc=256}\u000a03:50:12.755461 --- ParallelTerminationStrategy: PID 20462 died...\u000a03:50:12.808673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20462): Terminated: ok {rc=0}\u000a03:50:12.818353 --- ParallelTerminationStrategy: PID 20465 died...\u000a03:50:12.871845 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20465): Terminated: ok {rc=0}\u000a03:50:12.881792 --- ParallelTerminationStrategy: PID 20468 died...\u000a03:50:12.935259 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20468): Terminated: ok {rc=0}\u000a03:50:13.024086 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20484): Process ended prematurely: osmo-stp_10.42.42.5(pid=20484) [trial-2354↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20484)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20484): Process ended prematurely: osmo-stp_10.42.42.5(pid=20484) [trial-2354↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20484)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:oc2g+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a03:50:14.135930 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:50:14.147151 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:50:14.274852 tst iperf3m4.py: using LAC 18867\u000a03:50:14.390071 tst iperf3m4.py: using RAC 252\u000a03:50:14.505172 tst iperf3m4.py: using CellId 18867\u000a03:50:14.621223 tst iperf3m4.py: using BVCI 18868\u000a03:50:14.643965 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:50:14.654738 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:50:14.665226 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:50:14.675646 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:50:14.685969 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:50:14.696296 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:50:14.707206 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:50:14.717604 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:50:14.728313 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:50:14.849502 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:50:14.968565 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:50:15.091187 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:50:15.380735 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:50:15.513639 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:50:15.856901 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20470): Launched\u000a03:50:16.151932 run iperf3-srv_10.42.42.10(pid=20471): Launched\u000a03:50:16.339517 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a03:50:16.468391 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:50:16.794954 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20472): Launched\u000a03:50:17.076560 run iperf3-srv_10.42.42.10(pid=20473): Launched\u000a03:50:17.262078 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a03:50:17.386021 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:50:17.693714 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20474): Launched\u000a03:50:17.948208 run iperf3-srv_10.42.42.10(pid=20475): Launched\u000a03:50:18.128117 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a03:50:18.251091 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:50:18.557872 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20476): Launched\u000a03:50:18.813524 run iperf3-srv_10.42.42.10(pid=20477): Launched\u000a03:50:18.993607 tst iperf3m4.py:8: start network...\u000a03:50:19.116348 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:50:19.591225 run create_hlr_db(pid=20478): Launched\u000a03:50:19.760877 bus /gobi_6: Setting Powered False\u000a03:50:20.784670 run create_hlr_db(pid=20478): Terminated: ok {rc=0}\u000a03:50:21.188630 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20480): Launched\u000a03:50:21.507291 run osmo-hlr_10.42.42.2(pid=20481): Launched\u000a03:50:21.626374 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:50:22.180769 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20483): Launched\u000a03:50:22.499279 run osmo-stp_10.42.42.5(pid=20484): Launched\u000a03:50:22.615992 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:50:23.172253 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20486): Launched\u000a03:50:23.286487 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:50:23.565239 run patchelf(pid=20487): Launched\u000a03:50:23.752753 run osmo-stp_10.42.42.5(pid=20484): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20484)]\u000a03:50:23.890217 run osmo-stp_10.42.42.5(pid=20484): stdout: \u000a| (launched: 2022-12-09_03:50:22.342629)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:50:24.027088 run osmo-stp_10.42.42.5(pid=20484): stderr: \u000a| �[0;m�[38;5;43m20221209035022529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035022529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035022530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035022530 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035022530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035022531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035022531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:50:24.159454 run osmo-stp_10.42.42.5(pid=20484): stdout: \u000a| (launched: 2022-12-09_03:50:22.342629)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:50:24.290755 run osmo-stp_10.42.42.5(pid=20484): stderr: \u000a| �[0;m�[38;5;43m20221209035022529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035022529 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035022530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035022530 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035022530 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035022531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035022531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:50:24.443951 run patchelf(pid=20487): Terminating (SIGINT)\u000a03:50:24.624068 run patchelf(pid=20487): Terminated: ok {rc=0}\u000a03:50:24.657301 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20484): Process ended prematurely: osmo-stp_10.42.42.5(pid=20484) [trial-2354↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20484)] [trial-2354↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8]\u000a03:50:24.667100 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a03:50:24.731647 run osmo-hlr_10.42.42.2(pid=20481): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20481)]\u000a03:50:24.784338 run osmo-hlr_10.42.42.2(pid=20481): stdout: \u000a| (launched: 2022-12-09_03:50:21.350514) \u000a03:50:24.837441 run osmo-hlr_10.42.42.2(pid=20481): stderr: \u000a| �[0;m�[1;31m20221209035021546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209035021546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209035021546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035021546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035021546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209035021546 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209035021558 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:oc2g+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209035021566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209035021566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209035021566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:50:24.882133 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20470): Terminating (SIGTERM)\u000a03:50:24.924443 run iperf3-srv_10.42.42.10(pid=20471): Terminating (SIGTERM)\u000a03:50:24.967477 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20472): Terminating (SIGTERM)\u000a03:50:25.009653 run iperf3-srv_10.42.42.10(pid=20473): Terminating (SIGTERM)\u000a03:50:25.052309 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20474): Terminating (SIGTERM)\u000a03:50:25.094876 run iperf3-srv_10.42.42.10(pid=20475): Terminating (SIGTERM)\u000a03:50:25.137527 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20476): Terminating (SIGTERM)\u000a03:50:25.179952 run iperf3-srv_10.42.42.10(pid=20477): Terminating (SIGTERM)\u000a03:50:25.222462 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20480): Terminating (SIGTERM)\u000a03:50:25.265224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20483): Terminating (SIGTERM)\u000a03:50:25.307756 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20486): Terminating (SIGTERM)\u000a03:50:25.317819 --- ParallelTerminationStrategy: PID 20470 died...\u000a03:50:25.375126 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20470): Terminated: ok {rc=0}\u000a03:50:25.385482 --- ParallelTerminationStrategy: PID 20471 died...\u000a03:50:25.442022 run iperf3-srv_10.42.42.10(pid=20471): Terminated {rc=256}\u000a03:50:25.452446 --- ParallelTerminationStrategy: PID 20472 died...\u000a03:50:25.509384 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20472): Terminated: ok {rc=0}\u000a03:50:25.519470 --- ParallelTerminationStrategy: PID 20473 died...\u000a03:50:25.576284 run iperf3-srv_10.42.42.10(pid=20473): Terminated {rc=256}\u000a03:50:25.586511 --- ParallelTerminationStrategy: PID 20474 died...\u000a03:50:25.643490 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20474): Terminated: ok {rc=0}\u000a03:50:25.653817 --- ParallelTerminationStrategy: PID 20475 died...\u000a03:50:25.710424 run iperf3-srv_10.42.42.10(pid=20475): Terminated {rc=256}\u000a03:50:25.720664 --- ParallelTerminationStrategy: PID 20476 died...\u000a03:50:25.777455 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20476): Terminated: ok {rc=0}\u000a03:50:25.788008 --- ParallelTerminationStrategy: PID 20477 died...\u000a03:50:25.844859 run iperf3-srv_10.42.42.10(pid=20477): Terminated {rc=256}\u000a03:50:25.855158 --- ParallelTerminationStrategy: PID 20480 died...\u000a03:50:25.912067 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20480): Terminated: ok {rc=0}\u000a03:50:25.922245 --- ParallelTerminationStrategy: PID 20483 died...\u000a03:50:25.979232 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20483): Terminated: ok {rc=0}\u000a03:50:25.989491 --- ParallelTerminationStrategy: PID 20486 died...\u000a03:50:26.046426 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20486): Terminated: ok {rc=0}\u000a03:50:26.135373 bus /gobi_4: Setting Powered False\u000a03:50:27.240244 bus /gobi_4: Setting Powered False\u000a03:50:28.353480 bus /gobi_1: Setting Powered False\u000a03:50:29.456551 bus /gobi_1: Setting Powered False\u000a03:50:30.570674 bus /gobi_0: Setting Powered False\u000a03:50:31.673347 bus /gobi_0: Setting Powered False\u000a03:50:32.780437 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20494): Process ended prematurely: osmo-stp_10.42.42.5(pid=20494) [trial-2354↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20494)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20494): Process ended prematurely: osmo-stp_10.42.42.5(pid=20494) [trial-2354↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20494)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:oc2g+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a03:50:33.848366 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:50:33.859887 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:50:33.989742 tst ping.py: using LAC 18868\u000a03:50:34.112414 tst ping.py: using RAC 253\u000a03:50:34.236224 tst ping.py: using CellId 18868\u000a03:50:34.360164 tst ping.py: using BVCI 18869\u000a03:50:34.384069 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:50:34.395226 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:50:34.406274 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:50:34.417441 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:50:34.428396 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:50:34.439424 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:50:34.451022 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:50:34.462605 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:50:34.734067 tst ping.py:19: start network...\u000a03:50:34.855534 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:50:35.324139 run create_hlr_db(pid=20488): Launched\u000a03:50:35.491629 bus /gobi_6: Setting Powered False\u000a03:50:36.514441 run create_hlr_db(pid=20488): Terminated: ok {rc=0}\u000a03:50:36.931995 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20490): Launched\u000a03:50:37.244091 run osmo-hlr_10.42.42.2(pid=20491): Launched\u000a03:50:37.362695 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:50:37.907439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20493): Launched\u000a03:50:38.220367 run osmo-stp_10.42.42.5(pid=20494): Launched\u000a03:50:38.333961 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:50:38.881032 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20496): Launched\u000a03:50:38.992851 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:50:39.265554 run patchelf(pid=20497): Launched\u000a03:50:39.449629 run osmo-stp_10.42.42.5(pid=20494): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20494)]\u000a03:50:39.584184 run osmo-stp_10.42.42.5(pid=20494): stdout: \u000a| (launched: 2022-12-09_03:50:38.066413)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:50:39.719080 run osmo-stp_10.42.42.5(pid=20494): stderr: \u000a| �[0;m�[38;5;43m20221209035038256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035038256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035038257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035038257 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035038258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035038258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035038258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:50:39.850049 run osmo-stp_10.42.42.5(pid=20494): stdout: \u000a| (launched: 2022-12-09_03:50:38.066413)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:50:39.979471 run osmo-stp_10.42.42.5(pid=20494): stderr: \u000a| �[0;m�[38;5;43m20221209035038256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035038256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035038257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035038257 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035038258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035038258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035038258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:50:40.129688 run patchelf(pid=20497): Terminating (SIGINT)\u000a03:50:40.306210 run patchelf(pid=20497): Terminated: ok {rc=0}\u000a03:50:40.338391 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=20494): Process ended prematurely: osmo-stp_10.42.42.5(pid=20494) [trial-2354↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20494)] [trial-2354↪gprs:oc2g+mod-bts0-egprs↪ping.py:22]\u000a03:50:40.347528 tst ping.py:22: Test FAILED (6.5 sec)\u000a03:50:40.412153 run osmo-hlr_10.42.42.2(pid=20491): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:oc2g+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20491)]\u000a03:50:40.464829 run osmo-hlr_10.42.42.2(pid=20491): stdout: \u000a| (launched: 2022-12-09_03:50:37.090597) \u000a03:50:40.518120 run osmo-hlr_10.42.42.2(pid=20491): stderr: \u000a| �[0;m�[1;31m20221209035037286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209035037286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209035037286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035037286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035037286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209035037286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209035037299 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:oc2g+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209035037309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209035037309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209035037309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:50:40.563638 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20490): Terminating (SIGTERM)\u000a03:50:40.606174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20493): Terminating (SIGTERM)\u000a03:50:40.649209 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20496): Terminating (SIGTERM)\u000a03:50:40.659152 --- ParallelTerminationStrategy: PID 20490 died...\u000a03:50:40.716200 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20490): Terminated: ok {rc=0}\u000a03:50:40.726793 --- ParallelTerminationStrategy: PID 20493 died...\u000a03:50:40.784403 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20493): Terminated: ok {rc=0}\u000a03:50:40.794809 --- ParallelTerminationStrategy: PID 20496 died...\u000a03:50:40.851693 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20496): Terminated: ok {rc=0}\u000a03:50:40.940069 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20504): Process ended prematurely: osmo-stp_10.42.42.5(pid=20504) [trial-2354↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20504)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20504): Process ended prematurely: osmo-stp_10.42.42.5(pid=20504) [trial-2354↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20504)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:oc2g+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a03:50:41.992803 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:50:42.004601 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:50:42.134723 tst ping_idle_ping.py: using LAC 18869\u000a03:50:42.258352 tst ping_idle_ping.py: using RAC 254\u000a03:50:42.380911 tst ping_idle_ping.py: using CellId 18869\u000a03:50:42.503440 tst ping_idle_ping.py: using BVCI 18870\u000a03:50:42.527467 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:50:42.538468 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:50:42.549427 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:50:42.560570 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:50:42.571619 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:50:42.582771 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:50:42.593704 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:50:42.605000 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:50:42.890037 tst ping_idle_ping.py:24: start network...\u000a03:50:43.020718 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:50:43.515472 run create_hlr_db(pid=20498): Launched\u000a03:50:43.697116 bus /gobi_6: Setting Powered False\u000a03:50:44.718705 run create_hlr_db(pid=20498): Terminated: ok {rc=0}\u000a03:50:45.137567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20500): Launched\u000a03:50:45.451598 run osmo-hlr_10.42.42.2(pid=20501): Launched\u000a03:50:45.568859 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:50:46.162675 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20503): Launched\u000a03:50:46.637308 run osmo-stp_10.42.42.5(pid=20504): Launched\u000a03:50:46.752791 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:50:47.321065 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20506): Launched\u000a03:50:47.433834 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:50:47.709301 run patchelf(pid=20507): Launched\u000a03:50:47.894844 run osmo-stp_10.42.42.5(pid=20504): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20504)]\u000a03:50:48.030062 run osmo-stp_10.42.42.5(pid=20504): stdout: \u000a| (launched: 2022-12-09_03:50:46.325327)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:50:48.165824 run osmo-stp_10.42.42.5(pid=20504): stderr: \u000a| �[0;m�[38;5;43m20221209035046516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035046516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035046516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035046517 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035046517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035046517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035046517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:50:48.296567 run osmo-stp_10.42.42.5(pid=20504): stdout: \u000a| (launched: 2022-12-09_03:50:46.325327)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:50:48.426539 run osmo-stp_10.42.42.5(pid=20504): stderr: \u000a| �[0;m�[38;5;43m20221209035046516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035046516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035046516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035046517 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035046517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035046517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035046517 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:50:48.577892 run patchelf(pid=20507): Terminating (SIGINT)\u000a03:50:48.756062 run patchelf(pid=20507): Terminated: ok {rc=0}\u000a03:50:48.788498 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=20504): Process ended prematurely: osmo-stp_10.42.42.5(pid=20504) [trial-2354↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20504)] [trial-2354↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a03:50:48.798008 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a03:50:48.862754 run osmo-hlr_10.42.42.2(pid=20501): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20501)]\u000a03:50:48.915279 run osmo-hlr_10.42.42.2(pid=20501): stdout: \u000a| (launched: 2022-12-09_03:50:45.297477) \u000a03:50:48.968262 run osmo-hlr_10.42.42.2(pid=20501): stderr: \u000a| �[0;m�[1;31m20221209035045493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209035045493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209035045493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035045493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035045493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209035045493 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209035045504 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:oc2g+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209035045512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209035045512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209035045512 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:50:49.013843 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20500): Terminating (SIGTERM)\u000a03:50:49.056148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20503): Terminating (SIGTERM)\u000a03:50:49.098915 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20506): Terminating (SIGTERM)\u000a03:50:49.109027 --- ParallelTerminationStrategy: PID 20500 died...\u000a03:50:49.166053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20500): Terminated: ok {rc=0}\u000a03:50:49.176619 --- ParallelTerminationStrategy: PID 20503 died...\u000a03:50:49.233450 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20503): Terminated: ok {rc=0}\u000a03:50:49.243681 --- ParallelTerminationStrategy: PID 20506 died...\u000a03:50:49.300494 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20506): Terminated: ok {rc=0}\u000a03:50:49.387684 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "31", "name" : "gprs_oc2g+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:49:51" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20521): Process ended prematurely: osmo-stp_10.42.42.5(pid=20521) [trial-2354↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20521)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20521): Process ended prematurely: osmo-stp_10.42.42.5(pid=20521) [trial-2354↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20521)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:oc2g+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a03:50:51.495873 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:51.506661 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:50:51.654854 tst cs_paging_gprs_active.py: using LAC 18870\u000a03:50:51.780357 tst cs_paging_gprs_active.py: using RAC 255\u000a03:50:51.903679 tst cs_paging_gprs_active.py: using CellId 18870\u000a03:50:52.027075 tst cs_paging_gprs_active.py: using BVCI 18871\u000a03:50:52.051766 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:52.063405 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:52.074410 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:52.085635 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:52.096485 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:52.107733 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:52.118993 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:52.130670 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:50:52.142153 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:50:52.258236 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:50:52.551986 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a03:50:52.686004 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:50:53.017575 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20511): Launched\u000a03:50:53.292932 run iperf3-srv_10.42.42.10(pid=20512): Launched\u000a03:50:53.489590 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a03:50:53.623649 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:50:53.955224 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20513): Launched\u000a03:50:54.230706 run iperf3-srv_10.42.42.10(pid=20514): Launched\u000a03:50:54.426968 tst cs_paging_gprs_active.py:38: start network...\u000a03:50:54.560622 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:50:55.063600 run create_hlr_db(pid=20515): Launched\u000a03:50:55.248351 bus /gobi_6: Setting Powered False\u000a03:50:56.271372 run create_hlr_db(pid=20515): Terminated: ok {rc=0}\u000a03:50:56.672049 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20517): Launched\u000a03:50:56.971104 run osmo-hlr_10.42.42.2(pid=20518): Launched\u000a03:50:57.085690 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:50:57.611747 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20520): Launched\u000a03:50:57.909734 run osmo-stp_10.42.42.5(pid=20521): Launched\u000a03:50:58.018306 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:50:58.537081 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20523): Launched\u000a03:50:58.643122 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:50:58.902881 run patchelf(pid=20524): Launched\u000a03:50:59.077814 run osmo-stp_10.42.42.5(pid=20521): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20521)]\u000a03:50:59.206121 run osmo-stp_10.42.42.5(pid=20521): stdout: \u000a| (launched: 2022-12-09_03:50:57.763408)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:50:59.333987 run osmo-stp_10.42.42.5(pid=20521): stderr: \u000a| �[0;m�[38;5;43m20221209035057931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035057931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035057932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035057932 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035057932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035057932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035057933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:50:59.457520 run osmo-stp_10.42.42.5(pid=20521): stdout: \u000a| (launched: 2022-12-09_03:50:57.763408)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:50:59.579801 run osmo-stp_10.42.42.5(pid=20521): stderr: \u000a| �[0;m�[38;5;43m20221209035057931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035057931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035057932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035057932 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035057932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035057932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035057933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:50:59.722913 run patchelf(pid=20524): Terminating (SIGINT)\u000a03:50:59.892195 run patchelf(pid=20524): Terminated: ok {rc=0}\u000a03:50:59.923243 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=20521): Process ended prematurely: osmo-stp_10.42.42.5(pid=20521) [trial-2354↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20521)] [trial-2354↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a03:50:59.932200 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a03:50:59.992046 run osmo-hlr_10.42.42.2(pid=20518): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20518)]\u000a03:51:00.040869 run osmo-hlr_10.42.42.2(pid=20518): stdout: \u000a| (launched: 2022-12-09_03:50:56.823826) \u000a03:51:00.090464 run osmo-hlr_10.42.42.2(pid=20518): stderr: \u000a| �[0;m�[1;31m20221209035056997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209035056997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209035056997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035056997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035056997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209035056997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209035057009 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:oc2g+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209035057018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209035057018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209035057019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:51:00.132751 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20511): Terminating (SIGTERM)\u000a03:51:00.172520 run iperf3-srv_10.42.42.10(pid=20512): Terminating (SIGTERM)\u000a03:51:00.212038 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20513): Terminating (SIGTERM)\u000a03:51:00.251537 run iperf3-srv_10.42.42.10(pid=20514): Terminating (SIGTERM)\u000a03:51:00.291398 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20517): Terminating (SIGTERM)\u000a03:51:00.330994 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20520): Terminating (SIGTERM)\u000a03:51:00.370556 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20523): Terminating (SIGTERM)\u000a03:51:00.379619 --- ParallelTerminationStrategy: PID 20511 died...\u000a03:51:00.432780 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20511): Terminated: ok {rc=0}\u000a03:51:00.442354 --- ParallelTerminationStrategy: PID 20512 died...\u000a03:51:00.494981 run iperf3-srv_10.42.42.10(pid=20512): Terminated {rc=256}\u000a03:51:00.504394 --- ParallelTerminationStrategy: PID 20513 died...\u000a03:51:00.556896 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20513): Terminated: ok {rc=0}\u000a03:51:00.566400 --- ParallelTerminationStrategy: PID 20514 died...\u000a03:51:00.618875 run iperf3-srv_10.42.42.10(pid=20514): Terminated {rc=256}\u000a03:51:00.628257 --- ParallelTerminationStrategy: PID 20517 died...\u000a03:51:00.681169 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20517): Terminated: ok {rc=0}\u000a03:51:00.690598 --- ParallelTerminationStrategy: PID 20520 died...\u000a03:51:00.743294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20520): Terminated: ok {rc=0}\u000a03:51:00.752779 --- ParallelTerminationStrategy: PID 20523 died...\u000a03:51:00.805515 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20523): Terminated: ok {rc=0}\u000a03:51:00.905363 bus /gobi_0: Setting Powered False\u000a03:51:02.017739 bus /gobi_0: Setting Powered False\u000a03:51:03.128851 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20533): Process ended prematurely: osmo-stp_10.42.42.5(pid=20533) [trial-2354↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20533)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20533): Process ended prematurely: osmo-stp_10.42.42.5(pid=20533) [trial-2354↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20533)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:oc2g+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a03:51:04.239267 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:51:04.250741 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:51:04.395868 tst iperf3.py: using LAC 18871\u000a03:51:04.515531 tst iperf3.py: using RAC 1\u000a03:51:04.638538 tst iperf3.py: using CellId 18871\u000a03:51:04.753883 tst iperf3.py: using BVCI 18872\u000a03:51:04.776840 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:51:04.787565 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:51:04.798072 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:51:04.808512 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:51:04.818997 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:51:04.829561 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:51:04.840071 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:51:04.850467 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:51:04.861077 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:51:05.150673 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:51:05.285229 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:51:05.615306 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20525): Launched\u000a03:51:05.890810 run iperf3-srv_10.42.42.10(pid=20526): Launched\u000a03:51:06.087060 tst iperf3.py:8: start network...\u000a03:51:06.221180 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:51:06.723273 run create_hlr_db(pid=20527): Launched\u000a03:51:06.908127 bus /gobi_6: Setting Powered False\u000a03:51:07.929656 run create_hlr_db(pid=20527): Terminated: ok {rc=0}\u000a03:51:08.329421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20529): Launched\u000a03:51:08.628111 run osmo-hlr_10.42.42.2(pid=20530): Launched\u000a03:51:08.737843 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:51:09.253920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20532): Launched\u000a03:51:09.552370 run osmo-stp_10.42.42.5(pid=20533): Launched\u000a03:51:09.666160 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:51:10.182370 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20535): Launched\u000a03:51:10.287790 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:51:10.546752 run patchelf(pid=20536): Launched\u000a03:51:10.720381 run osmo-stp_10.42.42.5(pid=20533): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20533)]\u000a03:51:10.847891 run osmo-stp_10.42.42.5(pid=20533): stdout: \u000a| (launched: 2022-12-09_03:51:09.405373)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:51:10.975236 run osmo-stp_10.42.42.5(pid=20533): stderr: \u000a| �[0;m�[38;5;43m20221209035109572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035109572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035109572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035109573 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035109573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035109573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035109573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:51:11.098355 run osmo-stp_10.42.42.5(pid=20533): stdout: \u000a| (launched: 2022-12-09_03:51:09.405373)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:51:11.221322 run osmo-stp_10.42.42.5(pid=20533): stderr: \u000a| �[0;m�[38;5;43m20221209035109572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035109572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035109572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035109573 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035109573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035109573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035109573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:51:11.363894 run patchelf(pid=20536): Terminating (SIGINT)\u000a03:51:11.531378 run patchelf(pid=20536): Terminated: ok {rc=0}\u000a03:51:11.562364 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20533): Process ended prematurely: osmo-stp_10.42.42.5(pid=20533) [trial-2354↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20533)] [trial-2354↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a03:51:11.571531 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a03:51:11.631419 run osmo-hlr_10.42.42.2(pid=20530): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20530)]\u000a03:51:11.680453 run osmo-hlr_10.42.42.2(pid=20530): stdout: \u000a| (launched: 2022-12-09_03:51:08.480489) \u000a03:51:11.729971 run osmo-hlr_10.42.42.2(pid=20530): stderr: \u000a| �[0;m�[1;31m20221209035108655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209035108655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209035108655 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035108656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035108656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209035108656 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209035108667 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:oc2g+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209035108676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209035108676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209035108676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:51:11.772250 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20525): Terminating (SIGTERM)\u000a03:51:11.812099 run iperf3-srv_10.42.42.10(pid=20526): Terminating (SIGTERM)\u000a03:51:11.852007 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20529): Terminating (SIGTERM)\u000a03:51:11.891781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20532): Terminating (SIGTERM)\u000a03:51:11.931586 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20535): Terminating (SIGTERM)\u000a03:51:11.940775 --- ParallelTerminationStrategy: PID 20525 died...\u000a03:51:11.994248 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20525): Terminated: ok {rc=0}\u000a03:51:12.003880 --- ParallelTerminationStrategy: PID 20526 died...\u000a03:51:12.056805 run iperf3-srv_10.42.42.10(pid=20526): Terminated {rc=256}\u000a03:51:12.066408 --- ParallelTerminationStrategy: PID 20529 died...\u000a03:51:12.119614 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20529): Terminated: ok {rc=0}\u000a03:51:12.129177 --- ParallelTerminationStrategy: PID 20532 died...\u000a03:51:12.182305 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20532): Terminated: ok {rc=0}\u000a03:51:12.191816 --- ParallelTerminationStrategy: PID 20535 died...\u000a03:51:12.244930 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20535): Terminated: ok {rc=0}\u000a03:51:12.333289 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20551): Process ended prematurely: osmo-stp_10.42.42.5(pid=20551) [trial-2354↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20551)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20551): Process ended prematurely: osmo-stp_10.42.42.5(pid=20551) [trial-2354↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20551)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:oc2g+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a03:51:13.443761 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:51:13.455101 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:51:13.597996 tst iperf3m4.py: using LAC 18872\u000a03:51:13.714157 tst iperf3m4.py: using RAC 2\u000a03:51:13.830367 tst iperf3m4.py: using CellId 18872\u000a03:51:13.946482 tst iperf3m4.py: using BVCI 18873\u000a03:51:13.969121 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:51:13.979826 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:51:13.990411 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:51:14.000862 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:51:14.011244 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:51:14.021765 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:51:14.032369 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:51:14.042818 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:51:14.053535 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:51:14.172376 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:51:14.290053 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:51:14.409940 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:51:14.700015 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:51:14.834238 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:51:15.165206 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20537): Launched\u000a03:51:15.441351 run iperf3-srv_10.42.42.10(pid=20538): Launched\u000a03:51:15.637169 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a03:51:15.771205 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:51:16.147297 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20539): Launched\u000a03:51:16.460115 run iperf3-srv_10.42.42.10(pid=20540): Launched\u000a03:51:16.660449 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a03:51:16.798211 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:51:17.149427 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20541): Launched\u000a03:51:17.427620 run iperf3-srv_10.42.42.10(pid=20542): Launched\u000a03:51:17.623835 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a03:51:17.758007 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:51:18.090239 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20543): Launched\u000a03:51:18.365720 run iperf3-srv_10.42.42.10(pid=20544): Launched\u000a03:51:18.561267 tst iperf3m4.py:8: start network...\u000a03:51:18.695015 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:51:19.198832 run create_hlr_db(pid=20545): Launched\u000a03:51:19.384212 bus /gobi_6: Setting Powered False\u000a03:51:20.405521 run create_hlr_db(pid=20545): Terminated: ok {rc=0}\u000a03:51:20.806915 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20547): Launched\u000a03:51:21.106115 run osmo-hlr_10.42.42.2(pid=20548): Launched\u000a03:51:21.216186 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:51:21.735408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20550): Launched\u000a03:51:22.047142 run osmo-stp_10.42.42.5(pid=20551): Launched\u000a03:51:22.163467 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:51:22.720926 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20553): Launched\u000a03:51:22.836512 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:51:23.115641 run patchelf(pid=20554): Launched\u000a03:51:23.303475 run osmo-stp_10.42.42.5(pid=20551): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20551)]\u000a03:51:23.441049 run osmo-stp_10.42.42.5(pid=20551): stdout: \u000a| (launched: 2022-12-09_03:51:21.886739)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:51:23.578668 run osmo-stp_10.42.42.5(pid=20551): stderr: \u000a| �[0;m�[38;5;43m20221209035122074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035122074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035122074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035122074 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035122075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035122075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035122075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:51:23.711637 run osmo-stp_10.42.42.5(pid=20551): stdout: \u000a| (launched: 2022-12-09_03:51:21.886739)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:51:23.844310 run osmo-stp_10.42.42.5(pid=20551): stderr: \u000a| �[0;m�[38;5;43m20221209035122074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035122074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035122074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035122074 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035122075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035122075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035122075 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:51:23.998291 run patchelf(pid=20554): Terminating (SIGINT)\u000a03:51:24.179427 run patchelf(pid=20554): Terminated: ok {rc=0}\u000a03:51:24.212435 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20551): Process ended prematurely: osmo-stp_10.42.42.5(pid=20551) [trial-2354↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20551)] [trial-2354↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a03:51:24.222361 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a03:51:24.288750 run osmo-hlr_10.42.42.2(pid=20548): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20548)]\u000a03:51:24.341718 run osmo-hlr_10.42.42.2(pid=20548): stdout: \u000a| (launched: 2022-12-09_03:51:20.958916) \u000a03:51:24.395148 run osmo-hlr_10.42.42.2(pid=20548): stderr: \u000a| �[0;m�[1;31m20221209035121132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209035121132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209035121132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035121132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035121132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209035121132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209035121147 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:oc2g+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209035121156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209035121156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209035121156 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:51:24.439836 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20537): Terminating (SIGTERM)\u000a03:51:24.482715 run iperf3-srv_10.42.42.10(pid=20538): Terminating (SIGTERM)\u000a03:51:24.526557 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20539): Terminating (SIGTERM)\u000a03:51:24.568914 run iperf3-srv_10.42.42.10(pid=20540): Terminating (SIGTERM)\u000a03:51:24.612103 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20541): Terminating (SIGTERM)\u000a03:51:24.655203 run iperf3-srv_10.42.42.10(pid=20542): Terminating (SIGTERM)\u000a03:51:24.698905 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20543): Terminating (SIGTERM)\u000a03:51:24.741919 run iperf3-srv_10.42.42.10(pid=20544): Terminating (SIGTERM)\u000a03:51:24.785174 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20547): Terminating (SIGTERM)\u000a03:51:24.828379 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20550): Terminating (SIGTERM)\u000a03:51:24.871298 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20553): Terminating (SIGTERM)\u000a03:51:24.881223 --- ParallelTerminationStrategy: PID 20537 died...\u000a03:51:24.938967 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20537): Terminated: ok {rc=0}\u000a03:51:24.949228 --- ParallelTerminationStrategy: PID 20538 died...\u000a03:51:25.006550 run iperf3-srv_10.42.42.10(pid=20538): Terminated {rc=256}\u000a03:51:25.016664 --- ParallelTerminationStrategy: PID 20539 died...\u000a03:51:25.073564 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20539): Terminated: ok {rc=0}\u000a03:51:25.084467 --- ParallelTerminationStrategy: PID 20540 died...\u000a03:51:25.141838 run iperf3-srv_10.42.42.10(pid=20540): Terminated {rc=256}\u000a03:51:25.151893 --- ParallelTerminationStrategy: PID 20541 died...\u000a03:51:25.209326 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20541): Terminated: ok {rc=0}\u000a03:51:25.219518 --- ParallelTerminationStrategy: PID 20542 died...\u000a03:51:25.276898 run iperf3-srv_10.42.42.10(pid=20542): Terminated {rc=256}\u000a03:51:25.287154 --- ParallelTerminationStrategy: PID 20543 died...\u000a03:51:25.344705 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20543): Terminated: ok {rc=0}\u000a03:51:25.354800 --- ParallelTerminationStrategy: PID 20544 died...\u000a03:51:25.412085 run iperf3-srv_10.42.42.10(pid=20544): Terminated {rc=256}\u000a03:51:25.422217 --- ParallelTerminationStrategy: PID 20547 died...\u000a03:51:25.479706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20547): Terminated: ok {rc=0}\u000a03:51:25.489940 --- ParallelTerminationStrategy: PID 20550 died...\u000a03:51:25.547496 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20550): Terminated: ok {rc=0}\u000a03:51:25.557710 --- ParallelTerminationStrategy: PID 20553 died...\u000a03:51:25.614398 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20553): Terminated: ok {rc=0}\u000a03:51:25.702303 bus /gobi_4: Setting Powered False\u000a03:51:26.811727 bus /gobi_4: Setting Powered False\u000a03:51:27.921299 bus /gobi_1: Setting Powered False\u000a03:51:29.028125 bus /gobi_1: Setting Powered False\u000a03:51:30.137042 bus /gobi_0: Setting Powered False\u000a03:51:31.244829 bus /gobi_0: Setting Powered False\u000a03:51:32.357018 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20561): Process ended prematurely: osmo-stp_10.42.42.5(pid=20561) [trial-2354↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20561)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20561): Process ended prematurely: osmo-stp_10.42.42.5(pid=20561) [trial-2354↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20561)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:oc2g+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a03:51:33.425042 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:51:33.436387 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:51:33.578385 tst ping.py: using LAC 18873\u000a03:51:33.695418 tst ping.py: using RAC 3\u000a03:51:33.814993 tst ping.py: using CellId 18873\u000a03:51:33.928871 tst ping.py: using BVCI 18874\u000a03:51:33.951732 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:51:33.962521 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:51:33.972886 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:51:33.983649 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:51:33.994399 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:51:34.005052 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:51:34.015845 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:51:34.026542 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:51:34.297674 tst ping.py:19: start network...\u000a03:51:34.419582 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:51:34.887350 run create_hlr_db(pid=20555): Launched\u000a03:51:35.055895 bus /gobi_6: Setting Powered False\u000a03:51:36.077931 run create_hlr_db(pid=20555): Terminated: ok {rc=0}\u000a03:51:36.495117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20557): Launched\u000a03:51:36.809501 run osmo-hlr_10.42.42.2(pid=20558): Launched\u000a03:51:36.929015 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:51:37.478138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20560): Launched\u000a03:51:37.792498 run osmo-stp_10.42.42.5(pid=20561): Launched\u000a03:51:37.906863 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:51:38.454946 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20563): Launched\u000a03:51:38.567266 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:51:38.842145 run patchelf(pid=20564): Launched\u000a03:51:39.027006 run osmo-stp_10.42.42.5(pid=20561): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20561)]\u000a03:51:39.162318 run osmo-stp_10.42.42.5(pid=20561): stdout: \u000a| (launched: 2022-12-09_03:51:37.638179)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:51:39.298005 run osmo-stp_10.42.42.5(pid=20561): stderr: \u000a| �[0;m�[38;5;43m20221209035137828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035137828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035137828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035137829 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035137829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035137829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035137829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:51:39.429209 run osmo-stp_10.42.42.5(pid=20561): stdout: \u000a| (launched: 2022-12-09_03:51:37.638179)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:51:39.559165 run osmo-stp_10.42.42.5(pid=20561): stderr: \u000a| �[0;m�[38;5;43m20221209035137828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035137828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035137828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035137829 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035137829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035137829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035137829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:51:39.710366 run patchelf(pid=20564): Terminating (SIGINT)\u000a03:51:39.888037 run patchelf(pid=20564): Terminated: ok {rc=0}\u000a03:51:39.920212 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=20561): Process ended prematurely: osmo-stp_10.42.42.5(pid=20561) [trial-2354↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20561)] [trial-2354↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22]\u000a03:51:39.929527 tst ping.py:22: Test FAILED (6.5 sec)\u000a03:51:39.995109 run osmo-hlr_10.42.42.2(pid=20558): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20558)]\u000a03:51:40.047585 run osmo-hlr_10.42.42.2(pid=20558): stdout: \u000a| (launched: 2022-12-09_03:51:36.654478) \u000a03:51:40.100686 run osmo-hlr_10.42.42.2(pid=20558): stderr: \u000a| �[0;m�[1;31m20221209035136851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209035136851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209035136851 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035136852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035136852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209035136852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209035136862 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:oc2g+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209035136871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209035136871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209035136871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:51:40.145683 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20557): Terminating (SIGTERM)\u000a03:51:40.188540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20560): Terminating (SIGTERM)\u000a03:51:40.232306 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20563): Terminating (SIGTERM)\u000a03:51:40.242230 --- ParallelTerminationStrategy: PID 20557 died...\u000a03:51:40.299499 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20557): Terminated: ok {rc=0}\u000a03:51:40.309697 --- ParallelTerminationStrategy: PID 20560 died...\u000a03:51:40.366735 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20560): Terminated: ok {rc=0}\u000a03:51:40.377018 --- ParallelTerminationStrategy: PID 20563 died...\u000a03:51:40.433948 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20563): Terminated: ok {rc=0}\u000a03:51:40.522274 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20571): Process ended prematurely: osmo-stp_10.42.42.5(pid=20571) [trial-2354↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20571)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20571): Process ended prematurely: osmo-stp_10.42.42.5(pid=20571) [trial-2354↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20571)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:oc2g+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a03:51:41.574142 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:51:41.586068 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:51:41.736763 tst ping_idle_ping.py: using LAC 18874\u000a03:51:41.862486 tst ping_idle_ping.py: using RAC 4\u000a03:51:41.986132 tst ping_idle_ping.py: using CellId 18874\u000a03:51:42.110056 tst ping_idle_ping.py: using BVCI 18875\u000a03:51:42.134348 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:51:42.145769 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:51:42.156857 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:51:42.168269 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:51:42.179394 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:51:42.190932 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:51:42.202560 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:51:42.214064 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:51:42.501314 tst ping_idle_ping.py:24: start network...\u000a03:51:42.632473 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:51:43.129384 run create_hlr_db(pid=20565): Launched\u000a03:51:43.312015 bus /gobi_6: Setting Powered False\u000a03:51:44.334189 run create_hlr_db(pid=20565): Terminated: ok {rc=0}\u000a03:51:44.754316 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20567): Launched\u000a03:51:45.070083 run osmo-hlr_10.42.42.2(pid=20568): Launched\u000a03:51:45.189763 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:51:45.739272 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20570): Launched\u000a03:51:46.211700 run osmo-stp_10.42.42.5(pid=20571): Launched\u000a03:51:46.326482 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:51:46.894257 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20573): Launched\u000a03:51:47.009503 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:51:47.302705 run patchelf(pid=20574): Launched\u000a03:51:47.482025 run osmo-stp_10.42.42.5(pid=20571): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20571)]\u000a03:51:47.609681 run osmo-stp_10.42.42.5(pid=20571): stdout: \u000a| (launched: 2022-12-09_03:51:45.910518)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:51:47.736411 run osmo-stp_10.42.42.5(pid=20571): stderr: \u000a| �[0;m�[38;5;43m20221209035146108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035146108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035146108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035146109 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035146109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035146109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035146109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:51:47.859533 run osmo-stp_10.42.42.5(pid=20571): stdout: \u000a| (launched: 2022-12-09_03:51:45.910518)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:51:47.980446 run osmo-stp_10.42.42.5(pid=20571): stderr: \u000a| �[0;m�[38;5;43m20221209035146108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035146108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035146108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035146109 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035146109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035146109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035146109 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:51:48.122344 run patchelf(pid=20574): Terminating (SIGINT)\u000a03:51:48.289178 run patchelf(pid=20574): Terminated: ok {rc=0}\u000a03:51:48.319635 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=20571): Process ended prematurely: osmo-stp_10.42.42.5(pid=20571) [trial-2354↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20571)] [trial-2354↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a03:51:48.328437 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a03:51:48.389911 run osmo-hlr_10.42.42.2(pid=20568): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20568)]\u000a03:51:48.439971 run osmo-hlr_10.42.42.2(pid=20568): stdout: \u000a| (launched: 2022-12-09_03:51:44.914769) \u000a03:51:48.490419 run osmo-hlr_10.42.42.2(pid=20568): stderr: \u000a| �[0;m�[1;31m20221209035145110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209035145110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209035145110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035145110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035145110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209035145110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209035145122 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:oc2g+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209035145130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209035145131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209035145131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:51:48.533135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20567): Terminating (SIGTERM)\u000a03:51:48.573293 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20570): Terminating (SIGTERM)\u000a03:51:48.613595 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20573): Terminating (SIGTERM)\u000a03:51:48.622834 --- ParallelTerminationStrategy: PID 20567 died...\u000a03:51:48.676892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20567): Terminated: ok {rc=0}\u000a03:51:48.686629 --- ParallelTerminationStrategy: PID 20570 died...\u000a03:51:48.741000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20570): Terminated: ok {rc=0}\u000a03:51:48.750594 --- ParallelTerminationStrategy: PID 20573 died...\u000a03:51:48.803986 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20573): Terminated: ok {rc=0}\u000a03:51:48.891967 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "32", "name" : "gprs_oc2g+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:50:51" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20590): Process ended prematurely: osmo-stp_10.42.42.5(pid=20590) [trial-2354↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20590)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20590): Process ended prematurely: osmo-stp_10.42.42.5(pid=20590) [trial-2354↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20590)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:oc2g+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a03:51:50.991003 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:51.001622 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a03:51:51.147149 tst cs_paging_gprs_active.py: using LAC 18875\u000a03:51:51.277765 tst cs_paging_gprs_active.py: using RAC 5\u000a03:51:51.401997 tst cs_paging_gprs_active.py: using CellId 18875\u000a03:51:51.526397 tst cs_paging_gprs_active.py: using BVCI 18876\u000a03:51:51.551136 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:51.562517 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:51.573685 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:51.584873 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:51.596015 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:51.607197 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:51.618532 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:51.629682 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:51:51.640941 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:51:51.757652 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:51:52.051085 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a03:51:52.185334 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:51:52.515971 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20580): Launched\u000a03:51:52.791232 run iperf3-srv_10.42.42.10(pid=20581): Launched\u000a03:51:52.987409 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a03:51:53.121663 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:51:53.452008 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20582): Launched\u000a03:51:53.727166 run iperf3-srv_10.42.42.10(pid=20583): Launched\u000a03:51:53.923901 tst cs_paging_gprs_active.py:38: start network...\u000a03:51:54.057761 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:51:54.561747 run create_hlr_db(pid=20584): Launched\u000a03:51:54.747534 bus /gobi_6: Setting Powered False\u000a03:51:55.768482 run create_hlr_db(pid=20584): Terminated: ok {rc=0}\u000a03:51:56.170733 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20586): Launched\u000a03:51:56.470987 run osmo-hlr_10.42.42.2(pid=20587): Launched\u000a03:51:56.582662 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:51:57.101907 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20589): Launched\u000a03:51:57.401540 run osmo-stp_10.42.42.5(pid=20590): Launched\u000a03:51:57.510921 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:51:58.031220 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20592): Launched\u000a03:51:58.137702 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:51:58.397812 run patchelf(pid=20593): Launched\u000a03:51:58.572725 run osmo-stp_10.42.42.5(pid=20590): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20590)]\u000a03:51:58.700830 run osmo-stp_10.42.42.5(pid=20590): stdout: \u000a| (launched: 2022-12-09_03:51:57.253838)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:51:58.829321 run osmo-stp_10.42.42.5(pid=20590): stderr: \u000a| �[0;m�[38;5;43m20221209035157422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035157422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035157422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035157423 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035157423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035157423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035157423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:51:58.953169 run osmo-stp_10.42.42.5(pid=20590): stdout: \u000a| (launched: 2022-12-09_03:51:57.253838)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:51:59.075717 run osmo-stp_10.42.42.5(pid=20590): stderr: \u000a| �[0;m�[38;5;43m20221209035157422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035157422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035157422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035157423 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035157423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035157423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035157423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:51:59.219208 run patchelf(pid=20593): Terminating (SIGINT)\u000a03:51:59.388039 run patchelf(pid=20593): Terminated: ok {rc=0}\u000a03:51:59.419204 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=20590): Process ended prematurely: osmo-stp_10.42.42.5(pid=20590) [trial-2354↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20590)] [trial-2354↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a03:51:59.428282 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a03:51:59.488369 run osmo-hlr_10.42.42.2(pid=20587): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20587)]\u000a03:51:59.537623 run osmo-hlr_10.42.42.2(pid=20587): stdout: \u000a| (launched: 2022-12-09_03:51:56.323679) \u000a03:51:59.587874 run osmo-hlr_10.42.42.2(pid=20587): stderr: \u000a| �[0;m�[1;31m20221209035156496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209035156496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209035156496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035156497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035156497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209035156497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209035156509 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:oc2g+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209035156518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209035156518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209035156518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:51:59.629840 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20580): Terminating (SIGTERM)\u000a03:51:59.669114 run iperf3-srv_10.42.42.10(pid=20581): Terminating (SIGTERM)\u000a03:51:59.708369 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20582): Terminating (SIGTERM)\u000a03:51:59.747612 run iperf3-srv_10.42.42.10(pid=20583): Terminating (SIGTERM)\u000a03:51:59.787002 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20586): Terminating (SIGTERM)\u000a03:51:59.826374 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20589): Terminating (SIGTERM)\u000a03:51:59.865636 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20592): Terminating (SIGTERM)\u000a03:51:59.874595 --- ParallelTerminationStrategy: PID 20580 died...\u000a03:51:59.927242 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20580): Terminated: ok {rc=0}\u000a03:51:59.936579 --- ParallelTerminationStrategy: PID 20581 died...\u000a03:51:59.989188 run iperf3-srv_10.42.42.10(pid=20581): Terminated {rc=256}\u000a03:51:59.998449 --- ParallelTerminationStrategy: PID 20582 died...\u000a03:52:00.050753 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20582): Terminated: ok {rc=0}\u000a03:52:00.060088 --- ParallelTerminationStrategy: PID 20583 died...\u000a03:52:00.112320 run iperf3-srv_10.42.42.10(pid=20583): Terminated {rc=256}\u000a03:52:00.121706 --- ParallelTerminationStrategy: PID 20586 died...\u000a03:52:00.174646 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20586): Terminated: ok {rc=0}\u000a03:52:00.184000 --- ParallelTerminationStrategy: PID 20589 died...\u000a03:52:00.236295 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20589): Terminated: ok {rc=0}\u000a03:52:00.245780 --- ParallelTerminationStrategy: PID 20592 died...\u000a03:52:00.298227 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20592): Terminated: ok {rc=0}\u000a03:52:00.386957 bus /gobi_0: Setting Powered False\u000a03:52:01.508421 bus /gobi_0: Setting Powered False\u000a03:52:02.617380 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20602): Process ended prematurely: osmo-stp_10.42.42.5(pid=20602) [trial-2354↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20602)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20602): Process ended prematurely: osmo-stp_10.42.42.5(pid=20602) [trial-2354↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20602)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:oc2g+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a03:52:03.732155 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:52:03.743867 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a03:52:03.898265 tst iperf3.py: using LAC 18876\u000a03:52:04.023296 tst iperf3.py: using RAC 6\u000a03:52:04.148243 tst iperf3.py: using CellId 18876\u000a03:52:04.272818 tst iperf3.py: using BVCI 18877\u000a03:52:04.297331 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:52:04.308429 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:52:04.319443 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:52:04.330770 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:52:04.342380 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:52:04.353851 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:52:04.365240 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:52:04.376255 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:52:04.388044 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:52:04.663055 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:52:04.787165 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:52:05.095354 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20594): Launched\u000a03:52:05.352092 run iperf3-srv_10.42.42.10(pid=20595): Launched\u000a03:52:05.532747 tst iperf3.py:8: start network...\u000a03:52:05.657191 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:52:06.137753 run create_hlr_db(pid=20596): Launched\u000a03:52:06.308615 bus /gobi_6: Setting Powered False\u000a03:52:07.332083 run create_hlr_db(pid=20596): Terminated: ok {rc=0}\u000a03:52:07.759211 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20598): Launched\u000a03:52:08.080425 run osmo-hlr_10.42.42.2(pid=20599): Launched\u000a03:52:08.201693 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:52:08.758563 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20601): Launched\u000a03:52:09.078818 run osmo-stp_10.42.42.5(pid=20602): Launched\u000a03:52:09.195091 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:52:09.752589 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20604): Launched\u000a03:52:09.868253 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:52:10.147030 run patchelf(pid=20605): Launched\u000a03:52:10.334503 run osmo-stp_10.42.42.5(pid=20602): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20602)]\u000a03:52:10.471549 run osmo-stp_10.42.42.5(pid=20602): stdout: \u000a| (launched: 2022-12-09_03:52:08.921655)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:52:10.609637 run osmo-stp_10.42.42.5(pid=20602): stderr: \u000a| �[0;m�[38;5;43m20221209035209111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035209112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035209112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035209112 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035209113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035209113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035209113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:52:10.742757 run osmo-stp_10.42.42.5(pid=20602): stdout: \u000a| (launched: 2022-12-09_03:52:08.921655)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:52:10.874595 run osmo-stp_10.42.42.5(pid=20602): stderr: \u000a| �[0;m�[38;5;43m20221209035209111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035209112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035209112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035209112 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035209113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035209113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035209113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:52:11.027849 run patchelf(pid=20605): Terminating (SIGINT)\u000a03:52:11.207770 run patchelf(pid=20605): Terminated: ok {rc=0}\u000a03:52:11.240931 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20602): Process ended prematurely: osmo-stp_10.42.42.5(pid=20602) [trial-2354↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20602)] [trial-2354↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a03:52:11.250883 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a03:52:11.315544 run osmo-hlr_10.42.42.2(pid=20599): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20599)]\u000a03:52:11.367992 run osmo-hlr_10.42.42.2(pid=20599): stdout: \u000a| (launched: 2022-12-09_03:52:07.922716) \u000a03:52:11.421203 run osmo-hlr_10.42.42.2(pid=20599): stderr: \u000a| �[0;m�[1;31m20221209035208119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209035208119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209035208119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035208119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035208119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209035208119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209035208132 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:oc2g+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209035208140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209035208140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209035208140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:52:11.466277 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20594): Terminating (SIGTERM)\u000a03:52:11.508743 run iperf3-srv_10.42.42.10(pid=20595): Terminating (SIGTERM)\u000a03:52:11.551399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20598): Terminating (SIGTERM)\u000a03:52:11.594390 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20601): Terminating (SIGTERM)\u000a03:52:11.636734 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20604): Terminating (SIGTERM)\u000a03:52:11.647697 --- ParallelTerminationStrategy: PID 20594 died...\u000a03:52:11.705076 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20594): Terminated: ok {rc=0}\u000a03:52:11.715241 --- ParallelTerminationStrategy: PID 20595 died...\u000a03:52:11.772146 run iperf3-srv_10.42.42.10(pid=20595): Terminated {rc=256}\u000a03:52:11.782139 --- ParallelTerminationStrategy: PID 20598 died...\u000a03:52:11.839129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20598): Terminated: ok {rc=0}\u000a03:52:11.849299 --- ParallelTerminationStrategy: PID 20601 died...\u000a03:52:11.905954 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20601): Terminated: ok {rc=0}\u000a03:52:11.916019 --- ParallelTerminationStrategy: PID 20604 died...\u000a03:52:11.972454 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20604): Terminated: ok {rc=0}\u000a03:52:12.060369 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20620): Process ended prematurely: osmo-stp_10.42.42.5(pid=20620) [trial-2354↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20620)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20620): Process ended prematurely: osmo-stp_10.42.42.5(pid=20620) [trial-2354↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20620)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:oc2g+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a03:52:13.171048 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:52:13.182411 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a03:52:13.327450 tst iperf3m4.py: using LAC 18877\u000a03:52:13.444586 tst iperf3m4.py: using RAC 7\u000a03:52:13.562993 tst iperf3m4.py: using CellId 18877\u000a03:52:13.688273 tst iperf3m4.py: using BVCI 18878\u000a03:52:13.712900 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:52:13.724298 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:52:13.735420 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:52:13.746948 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:52:13.758333 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:52:13.769639 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:52:13.780867 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:52:13.792292 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:52:13.803649 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:52:13.921536 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:52:14.038280 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:52:14.158646 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:52:14.431965 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:52:14.556105 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:52:14.864876 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20606): Launched\u000a03:52:15.121674 run iperf3-srv_10.42.42.10(pid=20607): Launched\u000a03:52:15.302508 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a03:52:15.426593 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:52:15.734764 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20608): Launched\u000a03:52:16.013748 run iperf3-srv_10.42.42.10(pid=20609): Launched\u000a03:52:16.228918 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a03:52:16.390806 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:52:16.773914 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20610): Launched\u000a03:52:17.095069 run iperf3-srv_10.42.42.10(pid=20611): Launched\u000a03:52:17.297142 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a03:52:17.421150 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:52:17.730313 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20612): Launched\u000a03:52:17.986874 run iperf3-srv_10.42.42.10(pid=20613): Launched\u000a03:52:18.166857 tst iperf3m4.py:8: start network...\u000a03:52:18.290416 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:52:18.767016 run create_hlr_db(pid=20614): Launched\u000a03:52:18.937321 bus /gobi_6: Setting Powered False\u000a03:52:19.961114 run create_hlr_db(pid=20614): Terminated: ok {rc=0}\u000a03:52:20.357970 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20616): Launched\u000a03:52:20.656228 run osmo-hlr_10.42.42.2(pid=20617): Launched\u000a03:52:20.769834 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:52:21.295703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20619): Launched\u000a03:52:21.593945 run osmo-stp_10.42.42.5(pid=20620): Launched\u000a03:52:21.701949 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:52:22.222252 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20622): Launched\u000a03:52:22.328403 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:52:22.588068 run patchelf(pid=20623): Launched\u000a03:52:22.762494 run osmo-stp_10.42.42.5(pid=20620): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20620)]\u000a03:52:22.890230 run osmo-stp_10.42.42.5(pid=20620): stdout: \u000a| (launched: 2022-12-09_03:52:21.446849)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:52:23.017917 run osmo-stp_10.42.42.5(pid=20620): stderr: \u000a| �[0;m�[38;5;43m20221209035221614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035221614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035221614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035221614 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035221615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035221615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035221615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:52:23.140798 run osmo-stp_10.42.42.5(pid=20620): stdout: \u000a| (launched: 2022-12-09_03:52:21.446849)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:52:23.262948 run osmo-stp_10.42.42.5(pid=20620): stderr: \u000a| �[0;m�[38;5;43m20221209035221614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035221614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035221614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035221614 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035221615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035221615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035221615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:52:23.405381 run patchelf(pid=20623): Terminating (SIGINT)\u000a03:52:23.573178 run patchelf(pid=20623): Terminated: ok {rc=0}\u000a03:52:23.604017 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20620): Process ended prematurely: osmo-stp_10.42.42.5(pid=20620) [trial-2354↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20620)] [trial-2354↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a03:52:23.613280 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a03:52:23.673347 run osmo-hlr_10.42.42.2(pid=20617): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20617)]\u000a03:52:23.722562 run osmo-hlr_10.42.42.2(pid=20617): stdout: \u000a| (launched: 2022-12-09_03:52:20.509669) \u000a03:52:23.772325 run osmo-hlr_10.42.42.2(pid=20617): stderr: \u000a| �[0;m�[1;31m20221209035220685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209035220686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209035220686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035220686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035220686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209035220686 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209035220698 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:oc2g+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209035220707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209035220707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209035220707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:52:23.814482 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20606): Terminating (SIGTERM)\u000a03:52:23.854408 run iperf3-srv_10.42.42.10(pid=20607): Terminating (SIGTERM)\u000a03:52:23.894160 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20608): Terminating (SIGTERM)\u000a03:52:23.933840 run iperf3-srv_10.42.42.10(pid=20609): Terminating (SIGTERM)\u000a03:52:23.973661 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20610): Terminating (SIGTERM)\u000a03:52:24.013298 run iperf3-srv_10.42.42.10(pid=20611): Terminating (SIGTERM)\u000a03:52:24.055127 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20612): Terminating (SIGTERM)\u000a03:52:24.094724 run iperf3-srv_10.42.42.10(pid=20613): Terminating (SIGTERM)\u000a03:52:24.134419 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20616): Terminating (SIGTERM)\u000a03:52:24.174034 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20619): Terminating (SIGTERM)\u000a03:52:24.213572 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20622): Terminating (SIGTERM)\u000a03:52:24.222684 --- ParallelTerminationStrategy: PID 20606 died...\u000a03:52:24.276058 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20606): Terminated: ok {rc=0}\u000a03:52:24.285716 --- ParallelTerminationStrategy: PID 20607 died...\u000a03:52:24.338714 run iperf3-srv_10.42.42.10(pid=20607): Terminated {rc=256}\u000a03:52:24.348236 --- ParallelTerminationStrategy: PID 20608 died...\u000a03:52:24.401334 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20608): Terminated: ok {rc=0}\u000a03:52:24.410863 --- ParallelTerminationStrategy: PID 20609 died...\u000a03:52:24.463716 run iperf3-srv_10.42.42.10(pid=20609): Terminated {rc=256}\u000a03:52:24.473319 --- ParallelTerminationStrategy: PID 20610 died...\u000a03:52:24.526289 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20610): Terminated: ok {rc=0}\u000a03:52:24.535888 --- ParallelTerminationStrategy: PID 20611 died...\u000a03:52:24.589202 run iperf3-srv_10.42.42.10(pid=20611): Terminated {rc=256}\u000a03:52:24.598960 --- ParallelTerminationStrategy: PID 20612 died...\u000a03:52:24.651748 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=20612): Terminated: ok {rc=0}\u000a03:52:24.661426 --- ParallelTerminationStrategy: PID 20613 died...\u000a03:52:24.714326 run iperf3-srv_10.42.42.10(pid=20613): Terminated {rc=256}\u000a03:52:24.723840 --- ParallelTerminationStrategy: PID 20616 died...\u000a03:52:24.776888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20616): Terminated: ok {rc=0}\u000a03:52:24.786500 --- ParallelTerminationStrategy: PID 20619 died...\u000a03:52:24.839395 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20619): Terminated: ok {rc=0}\u000a03:52:24.848882 --- ParallelTerminationStrategy: PID 20622 died...\u000a03:52:24.901811 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20622): Terminated: ok {rc=0}\u000a03:52:24.991171 bus /gobi_4: Setting Powered False\u000a03:52:26.094893 bus /gobi_4: Setting Powered False\u000a03:52:27.207276 bus /gobi_1: Setting Powered False\u000a03:52:28.314874 bus /gobi_1: Setting Powered False\u000a03:52:29.422283 bus /gobi_0: Setting Powered False\u000a03:52:30.522672 bus /gobi_0: Setting Powered False\u000a03:52:31.650724 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20634): Process ended prematurely: osmo-stp_10.42.42.5(pid=20634) [trial-2354↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20634)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20634): Process ended prematurely: osmo-stp_10.42.42.5(pid=20634) [trial-2354↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20634)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:oc2g+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a03:52:32.720226 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:52:32.732485 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a03:52:32.884034 tst ping.py: using LAC 18878\u000a03:52:33.006934 tst ping.py: using RAC 8\u000a03:52:33.130612 tst ping.py: using CellId 18878\u000a03:52:33.255167 tst ping.py: using BVCI 18879\u000a03:52:33.279239 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:52:33.290499 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:52:33.301546 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:52:33.312763 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:52:33.324197 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:52:33.335377 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:52:33.346872 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:52:33.358085 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:52:33.644919 tst ping.py:19: start network...\u000a03:52:33.776342 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:52:34.270130 run create_hlr_db(pid=20624): Launched\u000a03:52:34.452506 bus /gobi_6: Setting Powered False\u000a03:52:35.473418 run create_hlr_db(pid=20624): Terminated: ok {rc=0}\u000a03:52:35.873300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20629): Launched\u000a03:52:36.165749 run osmo-hlr_10.42.42.2(pid=20631): Launched\u000a03:52:36.273196 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:52:36.784631 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20633): Launched\u000a03:52:37.077349 run osmo-stp_10.42.42.5(pid=20634): Launched\u000a03:52:37.183381 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:52:37.693764 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20636): Launched\u000a03:52:37.797726 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:52:38.054612 run patchelf(pid=20637): Launched\u000a03:52:38.226463 run osmo-stp_10.42.42.5(pid=20634): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20634)]\u000a03:52:38.352301 run osmo-stp_10.42.42.5(pid=20634): stdout: \u000a| (launched: 2022-12-09_03:52:36.933347)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:52:38.478520 run osmo-stp_10.42.42.5(pid=20634): stderr: \u000a| �[0;m�[38;5;43m20221209035237102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035237102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035237102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035237103 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035237103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035237103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035237103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:52:38.600246 run osmo-stp_10.42.42.5(pid=20634): stdout: \u000a| (launched: 2022-12-09_03:52:36.933347)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:52:38.720843 run osmo-stp_10.42.42.5(pid=20634): stderr: \u000a| �[0;m�[38;5;43m20221209035237102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035237102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035237102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035237103 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035237103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035237103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035237103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:52:38.861544 run patchelf(pid=20637): Terminating (SIGINT)\u000a03:52:39.026937 run patchelf(pid=20637): Terminated: ok {rc=0}\u000a03:52:39.057223 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=20634): Process ended prematurely: osmo-stp_10.42.42.5(pid=20634) [trial-2354↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20634)] [trial-2354↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22]\u000a03:52:39.065795 tst ping.py:22: Test FAILED (6.3 sec)\u000a03:52:39.126200 run osmo-hlr_10.42.42.2(pid=20631): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20631)]\u000a03:52:39.175669 run osmo-hlr_10.42.42.2(pid=20631): stdout: \u000a| (launched: 2022-12-09_03:52:36.021730) \u000a03:52:39.225818 run osmo-hlr_10.42.42.2(pid=20631): stderr: \u000a| �[0;m�[1;31m20221209035236194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209035236194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209035236194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035236194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035236194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209035236194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209035236207 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:oc2g+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209035236218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209035236218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209035236218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:52:39.268243 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20629): Terminating (SIGTERM)\u000a03:52:39.308340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20633): Terminating (SIGTERM)\u000a03:52:39.348460 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20636): Terminating (SIGTERM)\u000a03:52:39.357745 --- ParallelTerminationStrategy: PID 20629 died...\u000a03:52:39.411516 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20629): Terminated: ok {rc=0}\u000a03:52:39.421401 --- ParallelTerminationStrategy: PID 20633 died...\u000a03:52:39.475061 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20633): Terminated: ok {rc=0}\u000a03:52:39.484571 --- ParallelTerminationStrategy: PID 20636 died...\u000a03:52:39.538169 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20636): Terminated: ok {rc=0}\u000a03:52:39.622259 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20644): Process ended prematurely: osmo-stp_10.42.42.5(pid=20644) [trial-2354↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20644)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20644): Process ended prematurely: osmo-stp_10.42.42.5(pid=20644) [trial-2354↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20644)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:oc2g+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a03:52:40.675561 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:52:40.687347 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a03:52:40.839402 tst ping_idle_ping.py: using LAC 18879\u000a03:52:40.964237 tst ping_idle_ping.py: using RAC 9\u000a03:52:41.088213 tst ping_idle_ping.py: using CellId 18879\u000a03:52:41.211792 tst ping_idle_ping.py: using BVCI 18880\u000a03:52:41.236052 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:52:41.247352 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:52:41.258435 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:52:41.269746 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:52:41.280860 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:52:41.292115 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:52:41.303692 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a03:52:41.315200 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a03:52:41.586186 tst ping_idle_ping.py:24: start network...\u000a03:52:41.708517 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:52:42.187275 run create_hlr_db(pid=20638): Launched\u000a03:52:42.355923 bus /gobi_6: Setting Powered False\u000a03:52:43.377483 run create_hlr_db(pid=20638): Terminated: ok {rc=0}\u000a03:52:43.789877 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20640): Launched\u000a03:52:44.084560 run osmo-hlr_10.42.42.2(pid=20641): Launched\u000a03:52:44.190945 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:52:44.703045 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20643): Launched\u000a03:52:44.997223 run osmo-stp_10.42.42.5(pid=20644): Launched\u000a03:52:45.104314 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:52:45.616427 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20646): Launched\u000a03:52:45.720351 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:52:46.015109 run patchelf(pid=20647): Launched\u000a03:52:46.236606 run osmo-stp_10.42.42.5(pid=20644): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20644)]\u000a03:52:46.376616 run osmo-stp_10.42.42.5(pid=20644): stdout: \u000a| (launched: 2022-12-09_03:52:44.852021)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:52:46.518559 run osmo-stp_10.42.42.5(pid=20644): stderr: \u000a| �[0;m�[38;5;43m20221209035245022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035245022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035245022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035245023 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035245023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035245023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035245023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:52:46.655180 run osmo-stp_10.42.42.5(pid=20644): stdout: \u000a| (launched: 2022-12-09_03:52:44.852021)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:52:46.790552 run osmo-stp_10.42.42.5(pid=20644): stderr: \u000a| �[0;m�[38;5;43m20221209035245022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035245022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035245022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035245023 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035245023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035245023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035245023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:52:46.948300 run patchelf(pid=20647): Terminating (SIGINT)\u000a03:52:47.132751 run patchelf(pid=20647): Terminated: ok {rc=0}\u000a03:52:47.166601 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=20644): Process ended prematurely: osmo-stp_10.42.42.5(pid=20644) [trial-2354↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20644)] [trial-2354↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a03:52:47.176852 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a03:52:47.240897 run osmo-hlr_10.42.42.2(pid=20641): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20641)]\u000a03:52:47.290434 run osmo-hlr_10.42.42.2(pid=20641): stdout: \u000a| (launched: 2022-12-09_03:52:43.940236) \u000a03:52:47.340547 run osmo-hlr_10.42.42.2(pid=20641): stderr: \u000a| �[0;m�[1;31m20221209035244113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209035244113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209035244113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035244113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035244113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209035244113 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209035244125 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:oc2g+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209035244134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209035244135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209035244135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:52:47.383319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20640): Terminating (SIGTERM)\u000a03:52:47.423981 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20643): Terminating (SIGTERM)\u000a03:52:47.464267 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20646): Terminating (SIGTERM)\u000a03:52:47.473626 --- ParallelTerminationStrategy: PID 20640 died...\u000a03:52:47.527372 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20640): Terminated: ok {rc=0}\u000a03:52:47.537084 --- ParallelTerminationStrategy: PID 20643 died...\u000a03:52:47.590591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20643): Terminated: ok {rc=0}\u000a03:52:47.600257 --- ParallelTerminationStrategy: PID 20646 died...\u000a03:52:47.653733 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20646): Terminated: ok {rc=0}\u000a03:52:47.742582 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "33", "name" : "gprs_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:51:50" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20657): Process ended prematurely: osmo-stp_10.42.42.5(pid=20657) [trial-2354↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20657)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20657): Process ended prematurely: osmo-stp_10.42.42.5(pid=20657) [trial-2354↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20657)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a03:52:49.732547 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:52:49.743619 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a03:52:49.883344 tst switch_tch_pdch.py: using LAC 18880\u000a03:52:49.998306 tst switch_tch_pdch.py: using RAC 10\u000a03:52:50.113210 tst switch_tch_pdch.py: using CellId 18880\u000a03:52:50.229992 tst switch_tch_pdch.py: using BVCI 18881\u000a03:52:50.252390 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:52:50.263363 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:52:50.274138 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:52:50.285096 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:52:50.295795 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:52:50.306640 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:52:50.317520 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a03:52:50.328174 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:52:50.447205 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:52:50.733146 tst switch_tch_pdch.py:51: start network...\u000a03:52:50.864716 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:52:51.358550 run create_hlr_db(pid=20651): Launched\u000a03:52:51.540869 bus /gobi_6: Setting Powered False\u000a03:52:52.563037 run create_hlr_db(pid=20651): Terminated: ok {rc=0}\u000a03:52:52.957073 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20653): Launched\u000a03:52:53.248414 run osmo-hlr_10.42.42.2(pid=20654): Launched\u000a03:52:53.363378 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:52:53.882306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20656): Launched\u000a03:52:54.174744 run osmo-stp_10.42.42.5(pid=20657): Launched\u000a03:52:54.281613 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:52:54.793702 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20659): Launched\u000a03:52:54.898132 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:52:55.153399 run patchelf(pid=20660): Launched\u000a03:52:55.324753 run osmo-stp_10.42.42.5(pid=20657): ERR: Terminated: ERROR {rc=1} [trial-2354↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20657)]\u000a03:52:55.450626 run osmo-stp_10.42.42.5(pid=20657): stdout: \u000a| (launched: 2022-12-09_03:52:54.031119)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:52:55.576549 run osmo-stp_10.42.42.5(pid=20657): stderr: \u000a| �[0;m�[38;5;43m20221209035254198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035254198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035254198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035254199 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035254199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035254199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035254199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:52:55.698379 run osmo-stp_10.42.42.5(pid=20657): stdout: \u000a| (launched: 2022-12-09_03:52:54.031119)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:52:55.819117 run osmo-stp_10.42.42.5(pid=20657): stderr: \u000a| �[0;m�[38;5;43m20221209035254198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035254198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035254198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035254199 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035254199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035254199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035254199 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:52:55.959971 run patchelf(pid=20660): Terminating (SIGINT)\u000a03:52:56.126534 run patchelf(pid=20660): Terminated: ok {rc=0}\u000a03:52:56.156804 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=20657): Process ended prematurely: osmo-stp_10.42.42.5(pid=20657) [trial-2354↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20657)] [trial-2354↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a03:52:56.165331 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a03:52:56.225446 run osmo-hlr_10.42.42.2(pid=20654): ERR: Terminated: ERROR {rc=237} [trial-2354↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20654)]\u000a03:52:56.274955 run osmo-hlr_10.42.42.2(pid=20654): stdout: \u000a| (launched: 2022-12-09_03:52:53.104702) \u000a03:52:56.325171 run osmo-hlr_10.42.42.2(pid=20654): stderr: \u000a| �[0;m�[1;31m20221209035253279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209035253279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209035253279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035253279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035253279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209035253279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209035253292 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209035253300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209035253301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209035253301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:52:56.367716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20653): Terminating (SIGTERM)\u000a03:52:56.407579 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20656): Terminating (SIGTERM)\u000a03:52:56.447478 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20659): Terminating (SIGTERM)\u000a03:52:56.456697 --- ParallelTerminationStrategy: PID 20653 died...\u000a03:52:56.510088 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20653): Terminated: ok {rc=0}\u000a03:52:56.519782 --- ParallelTerminationStrategy: PID 20656 died...\u000a03:52:56.572780 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20656): Terminated: ok {rc=0}\u000a03:52:56.582535 --- ParallelTerminationStrategy: PID 20659 died...\u000a03:52:56.635340 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20659): Terminated: ok {rc=0}\u000a03:52:56.719562 bus /gobi_0: Setting Powered False\u000a03:52:57.822604 bus /gobi_0: Setting Powered False\u000a03:52:58.934145 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "34", "name" : "dynts_oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:52:49" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "dynts:oc2g+mod-bts0-dynts67-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20941): Process ended prematurely: osmo-stp_10.42.42.5(pid=20941) [trial-2354↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20941)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20941): Process ended prematurely: osmo-stp_10.42.42.5(pid=20941) [trial-2354↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20941)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 dynts:oc2g+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a03:53:00.905513 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:53:00.917989 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a03:53:01.076115 tst switch_tch_pdch.py: using LAC 18881\u000a03:53:01.193610 tst switch_tch_pdch.py: using RAC 11\u000a03:53:01.314420 tst switch_tch_pdch.py: using CellId 18881\u000a03:53:01.480136 tst switch_tch_pdch.py: using BVCI 18882\u000a03:53:01.511054 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:53:01.528320 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:53:01.544288 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:53:01.562027 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:53:01.579178 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:53:01.598985 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:53:01.617428 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a03:53:01.637646 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a03:53:01.781367 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a03:53:02.115219 tst switch_tch_pdch.py:51: start network...\u000a03:53:02.280912 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:53:02.901423 run create_hlr_db(pid=20719): Launched\u000a03:53:03.074219 bus /gobi_6: Setting Powered False\u000a03:53:04.144741 run create_hlr_db(pid=20719): Terminated: ok {rc=0}\u000a03:53:04.545977 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20936): Launched\u000a03:53:04.940140 run osmo-hlr_10.42.42.2(pid=20937): Launched\u000a03:53:05.178533 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:53:05.779172 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20939): Launched\u000a03:53:06.185381 run osmo-stp_10.42.42.5(pid=20941): Launched\u000a03:53:06.431024 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:53:06.943178 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20944): Launched\u000a03:53:07.052161 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:53:07.333442 run patchelf(pid=20945): Launched\u000a03:53:07.510906 run osmo-stp_10.42.42.5(pid=20941): ERR: Terminated: ERROR {rc=1} [trial-2354↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20941)]\u000a03:53:07.642461 run osmo-stp_10.42.42.5(pid=20941): stdout: \u000a| (launched: 2022-12-09_03:53:05.931696)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:53:07.771245 run osmo-stp_10.42.42.5(pid=20941): stderr: \u000a| �[0;m�[38;5;43m20221209035306231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035306231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035306231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035306232 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035306232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035306232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035306232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:53:07.900641 run osmo-stp_10.42.42.5(pid=20941): stdout: \u000a| (launched: 2022-12-09_03:53:05.931696)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:53:08.024885 run osmo-stp_10.42.42.5(pid=20941): stderr: \u000a| �[0;m�[38;5;43m20221209035306231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035306231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035306231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035306232 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035306232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035306232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035306232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:53:08.170842 run patchelf(pid=20945): Terminating (SIGINT)\u000a03:53:08.342822 run patchelf(pid=20945): Terminated: ok {rc=0}\u000a03:53:08.374821 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=20941): Process ended prematurely: osmo-stp_10.42.42.5(pid=20941) [trial-2354↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20941)] [trial-2354↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a03:53:08.384436 tst switch_tch_pdch.py:54: Test FAILED (7.5 sec)\u000a03:53:08.448142 run osmo-hlr_10.42.42.2(pid=20937): ERR: Terminated: ERROR {rc=237} [trial-2354↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20937)]\u000a03:53:08.499374 run osmo-hlr_10.42.42.2(pid=20937): stdout: \u000a| (launched: 2022-12-09_03:53:04.699485) \u000a03:53:08.551963 run osmo-hlr_10.42.42.2(pid=20937): stderr: \u000a| �[0;m�[1;31m20221209035305041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209035305041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209035305041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035305041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035305041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209035305042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209035305059 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/dynts:oc2g+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209035305072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209035305072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209035305072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:53:08.597075 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20936): Terminating (SIGTERM)\u000a03:53:08.640814 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20939): Terminating (SIGTERM)\u000a03:53:08.685169 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20944): Terminating (SIGTERM)\u000a03:53:08.695516 --- ParallelTerminationStrategy: PID 20936 died...\u000a03:53:08.752379 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20936): Terminated: ok {rc=0}\u000a03:53:08.762963 --- ParallelTerminationStrategy: PID 20939 died...\u000a03:53:08.820705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20939): Terminated: ok {rc=0}\u000a03:53:08.831228 --- ParallelTerminationStrategy: PID 20944 died...\u000a03:53:08.886360 run pcap-recorder_any(filters='host 10.42.42.6')(pid=20944): Terminated: ok {rc=0}\u000a03:53:08.973731 bus /gobi_0: Setting Powered False\u000a03:53:10.084193 bus /gobi_0: Setting Powered False\u000a03:53:11.194002 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "35", "name" : "dynts_oc2g+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:53:00" }, { "cases" : [ { "testActions" : [ ], "age" : 210, "className" : "nitb_sms:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=20950): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20950) [trial-2354↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20950)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=20950): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20950) [trial-2354↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20950)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 nitb_sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a03:53:13.099685 tst nitb_sms:trx-b200: Using 1 x ip_address (candidates: 1)\u000a03:53:13.112032 tst nitb_sms:trx-b200: Using 1 x bts (candidates: 1)\u000a03:53:13.263392 tst mo_mt_sms.py: using LAC 18882\u000a03:53:13.393351 tst mo_mt_sms.py: using RAC 12\u000a03:53:13.524807 tst mo_mt_sms.py: using CellId 18882\u000a03:53:13.658648 tst mo_mt_sms.py: using BVCI 18883\u000a03:53:13.684883 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a03:53:13.808668 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a03:53:14.111118 tst mo_mt_sms.py:9: start nitb and bts...\u000a03:53:14.250502 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a03:53:14.944276 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20949): Launched\u000a03:53:15.289586 run osmo-nitb_10.42.42.2(pid=20950): Launched\u000a03:53:15.493616 run osmo-nitb_10.42.42.2(pid=20950): ERR: Terminated: ERROR {rc=2} [trial-2354↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20950)]\u000a03:53:15.644903 run osmo-nitb_10.42.42.2(pid=20950): stdout: \u000a| (launched: 2022-12-09_03:53:15.111506) \u000a03:53:15.796323 run osmo-nitb_10.42.42.2(pid=20950): stderr: \u000a| (launched: 2022-12-09_03:53:15.160122)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:53:15.947853 run osmo-nitb_10.42.42.2(pid=20950): stdout: \u000a| (launched: 2022-12-09_03:53:15.111506) \u000a03:53:16.102530 run osmo-nitb_10.42.42.2(pid=20950): stderr: \u000a| (launched: 2022-12-09_03:53:15.160122)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:53:16.429727 tst osmo-nitb_10.42.42.2(pid=20950): stdout: \u000a| (launched: 2022-12-09_03:53:15.111506) \u000a03:53:16.561759 tst osmo-nitb_10.42.42.2(pid=20950): stderr: \u000a| (launched: 2022-12-09_03:53:15.160122)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:53:16.620414 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=20950): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20950) [trial-2354↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20950)] [trial-2354↪nitb_sms:trx-b200↪mo_mt_sms.py:11]\u000a03:53:16.630477 tst mo_mt_sms.py:11: Test FAILED (3.5 sec)\u000a03:53:16.672810 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20949): Terminating (SIGTERM)\u000a03:53:16.851558 --- ParallelTerminationStrategy: PID 20949 died...\u000a03:53:16.935923 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20949): Terminated: ok {rc=0}\u000a03:53:17.031379 bus /sierra_3: Setting Powered False\u000a03:53:18.147475 bus /sierra_3: Setting Powered False\u000a03:53:19.267244 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "36", "name" : "nitb_sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:53:12" }, { "cases" : [ { "testActions" : [ ], "age" : 37, "className" : "sms:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20960): Process ended prematurely: osmo-stp_10.42.42.5(pid=20960) [trial-2354↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20960)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20960): Process ended prematurely: osmo-stp_10.42.42.5(pid=20960) [trial-2354↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20960)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a03:53:21.182676 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:53:21.195191 tst sms:trx-b200: Using 1 x bts (candidates: 1)\u000a03:53:21.344275 tst mo_mt_sms.py: using LAC 18883\u000a03:53:21.472829 tst mo_mt_sms.py: using RAC 13\u000a03:53:21.603177 tst mo_mt_sms.py: using CellId 18883\u000a03:53:21.732531 tst mo_mt_sms.py: using BVCI 18884\u000a03:53:21.758097 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:53:21.770097 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:53:21.782932 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:53:21.796910 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:53:21.810666 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:53:21.822744 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a03:53:21.948498 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a03:53:22.165674 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:53:22.723887 run create_hlr_db(pid=20954): Launched\u000a03:53:22.916653 bus /sierra_2: Setting Powered False\u000a03:53:23.938127 run create_hlr_db(pid=20954): Terminated: ok {rc=0}\u000a03:53:24.347094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20956): Launched\u000a03:53:24.642766 run osmo-hlr_10.42.42.2(pid=20957): Launched\u000a03:53:24.755258 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:53:25.278842 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20959): Launched\u000a03:53:25.574690 run osmo-stp_10.42.42.5(pid=20960): Launched\u000a03:53:25.692471 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:53:26.240290 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20962): Launched\u000a03:53:26.535640 run osmo-msc_10.42.42.6(pid=20963): Launched\u000a03:53:26.708694 run osmo-stp_10.42.42.5(pid=20960): ERR: Terminated: ERROR {rc=1} [trial-2354↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20960)]\u000a03:53:26.834395 run osmo-stp_10.42.42.5(pid=20960): stdout: \u000a| (launched: 2022-12-09_03:53:25.428005)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:53:26.957990 run osmo-stp_10.42.42.5(pid=20960): stderr: \u000a| �[0;m�[38;5;43m20221209035325599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035325599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035325600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035325600 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035325600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035325601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035325601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:53:27.076420 run osmo-stp_10.42.42.5(pid=20960): stdout: \u000a| (launched: 2022-12-09_03:53:25.428005)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:53:27.193984 run osmo-stp_10.42.42.5(pid=20960): stderr: \u000a| �[0;m�[38;5;43m20221209035325599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035325599 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035325600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035325600 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035325600 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035325601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035325601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:53:27.245473 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=20960): Process ended prematurely: osmo-stp_10.42.42.5(pid=20960) [trial-2354↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20960)] [trial-2354↪sms:trx-b200↪mo_mt_sms.py:16]\u000a03:53:27.253525 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a03:53:27.313038 run osmo-hlr_10.42.42.2(pid=20957): ERR: Terminated: ERROR {rc=237} [trial-2354↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20957)]\u000a03:53:27.362030 run osmo-hlr_10.42.42.2(pid=20957): stdout: \u000a| (launched: 2022-12-09_03:53:24.496924) \u000a03:53:27.411809 run osmo-hlr_10.42.42.2(pid=20957): stderr: \u000a| �[0;m�[1;31m20221209035324675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209035324675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209035324675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035324675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035324675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209035324675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209035324686 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/sms:trx-b200/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209035324695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209035324695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209035324695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:53:27.479099 run osmo-msc_10.42.42.6(pid=20963): ERR: Terminated: ERROR {rc=2} [trial-2354↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20963)]\u000a03:53:27.527893 run osmo-msc_10.42.42.6(pid=20963): stdout: \u000a| (launched: 2022-12-09_03:53:26.390047) \u000a03:53:27.577318 run osmo-msc_10.42.42.6(pid=20963): stderr: \u000a| �[0;m�[38;5;43m20221209035326663 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209035326664 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0f5c082c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209035326664 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209035326664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209035326664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209035326664 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209035326666 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209035326666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209035326667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209035326667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:53:27.619720 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20956): Terminating (SIGTERM)\u000a03:53:27.659725 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20959): Terminating (SIGTERM)\u000a03:53:27.699689 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20962): Terminating (SIGTERM)\u000a03:53:27.708855 --- ParallelTerminationStrategy: PID 20956 died...\u000a03:53:27.762306 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20956): Terminated: ok {rc=0}\u000a03:53:27.771826 --- ParallelTerminationStrategy: PID 20959 died...\u000a03:53:27.825375 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20959): Terminated: ok {rc=0}\u000a03:53:27.834909 --- ParallelTerminationStrategy: PID 20962 died...\u000a03:53:27.888238 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20962): Terminated: ok {rc=0}\u000a03:53:27.978633 bus /sierra_3: Setting Powered False\u000a03:53:29.083259 bus /sierra_3: Setting Powered False\u000a03:53:30.190632 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "37", "name" : "sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:53:20" }, { "cases" : [ { "testActions" : [ ], "age" : 210, "className" : "nitb_ussd:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=20969): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20969) [trial-2354↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20969)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=20969): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20969) [trial-2354↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20969)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 nitb_ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a03:53:32.096384 tst nitb_ussd:trx-b200: Using 1 x ip_address (candidates: 1)\u000a03:53:32.112585 tst nitb_ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a03:53:32.268268 tst assert_extension.py: using LAC 18884\u000a03:53:32.385335 tst assert_extension.py: using RAC 14\u000a03:53:32.500802 tst assert_extension.py: using CellId 18884\u000a03:53:32.622152 tst assert_extension.py: using BVCI 18885\u000a03:53:32.644570 tst nitb_ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a03:53:32.934728 tst assert_extension.py:10: start nitb and bts...\u000a03:53:33.067795 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a03:53:33.725712 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20968): Launched\u000a03:53:34.039858 run osmo-nitb_10.42.42.2(pid=20969): Launched\u000a03:53:34.234804 run osmo-nitb_10.42.42.2(pid=20969): ERR: Terminated: ERROR {rc=2} [trial-2354↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20969)]\u000a03:53:34.379057 run osmo-nitb_10.42.42.2(pid=20969): stdout: \u000a| (launched: 2022-12-09_03:53:33.887000) \u000a03:53:34.523051 run osmo-nitb_10.42.42.2(pid=20969): stderr: \u000a| (launched: 2022-12-09_03:53:33.934246)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:53:34.662542 run osmo-nitb_10.42.42.2(pid=20969): stdout: \u000a| (launched: 2022-12-09_03:53:33.887000) \u000a03:53:34.800590 run osmo-nitb_10.42.42.2(pid=20969): stderr: \u000a| (launched: 2022-12-09_03:53:33.934246)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:53:35.167602 tst osmo-nitb_10.42.42.2(pid=20969): stdout: \u000a| (launched: 2022-12-09_03:53:33.887000) \u000a03:53:35.294113 tst osmo-nitb_10.42.42.2(pid=20969): stderr: \u000a| (launched: 2022-12-09_03:53:33.934246)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a03:53:35.349340 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=20969): Process ended prematurely: osmo-nitb_10.42.42.2(pid=20969) [trial-2354↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=20969)] [trial-2354↪nitb_ussd:trx-b200↪assert_extension.py:12]\u000a03:53:35.358121 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a03:53:35.395146 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20968): Terminating (SIGTERM)\u000a03:53:35.573262 --- ParallelTerminationStrategy: PID 20968 died...\u000a03:53:35.631100 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=20968): Terminated: ok {rc=0}\u000a03:53:35.718666 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "38", "name" : "nitb_ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:53:31" }, { "cases" : [ { "testActions" : [ ], "age" : 37, "className" : "ussd:trx-b200", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20980): Process ended prematurely: osmo-stp_10.42.42.5(pid=20980) [trial-2354↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20980)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20980): Process ended prematurely: osmo-stp_10.42.42.5(pid=20980) [trial-2354↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20980)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a03:53:37.550143 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:53:37.560556 tst ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a03:53:37.692765 tst assert_extension.py: using LAC 18885\u000a03:53:37.810305 tst assert_extension.py: using RAC 15\u000a03:53:37.926165 tst assert_extension.py: using CellId 18885\u000a03:53:38.042225 tst assert_extension.py: using BVCI 18886\u000a03:53:38.064690 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:53:38.075191 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:53:38.085605 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:53:38.096013 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:53:38.106341 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:53:38.116618 tst ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a03:53:38.323389 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:53:38.821733 run create_hlr_db(pid=20974): Launched\u000a03:53:39.005761 bus /sierra_2: Setting Powered False\u000a03:53:40.024565 run create_hlr_db(pid=20974): Terminated: ok {rc=0}\u000a03:53:40.422124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20976): Launched\u000a03:53:40.718856 run osmo-hlr_10.42.42.2(pid=20977): Launched\u000a03:53:40.831684 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:53:41.347554 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20979): Launched\u000a03:53:41.643450 run osmo-stp_10.42.42.5(pid=20980): Launched\u000a03:53:41.751478 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:53:42.291624 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20982): Launched\u000a03:53:42.587720 run osmo-msc_10.42.42.6(pid=20983): Launched\u000a03:53:42.760706 run osmo-stp_10.42.42.5(pid=20980): ERR: Terminated: ERROR {rc=1} [trial-2354↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20980)]\u000a03:53:42.885916 run osmo-stp_10.42.42.5(pid=20980): stdout: \u000a| (launched: 2022-12-09_03:53:41.497319)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:53:43.009993 run osmo-stp_10.42.42.5(pid=20980): stderr: \u000a| �[0;m�[38;5;43m20221209035341667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035341667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035341668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035341668 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035341669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035341669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035341669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:53:43.128686 run osmo-stp_10.42.42.5(pid=20980): stdout: \u000a| (launched: 2022-12-09_03:53:41.497319)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:53:43.246358 run osmo-stp_10.42.42.5(pid=20980): stderr: \u000a| �[0;m�[38;5;43m20221209035341667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035341667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035341668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035341668 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035341669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035341669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035341669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:53:43.298028 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=20980): Process ended prematurely: osmo-stp_10.42.42.5(pid=20980) [trial-2354↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20980)] [trial-2354↪ussd:trx-b200↪assert_extension.py:17]\u000a03:53:43.306162 tst assert_extension.py:17: Test FAILED (5.7 sec)\u000a03:53:43.366229 run osmo-hlr_10.42.42.2(pid=20977): ERR: Terminated: ERROR {rc=237} [trial-2354↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20977)]\u000a03:53:43.415589 run osmo-hlr_10.42.42.2(pid=20977): stdout: \u000a| (launched: 2022-12-09_03:53:40.572417) \u000a03:53:43.465505 run osmo-hlr_10.42.42.2(pid=20977): stderr: \u000a| �[0;m�[1;31m20221209035340746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209035340746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209035340746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035340746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035340746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209035340746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209035340758 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/ussd:trx-b200/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209035340767 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209035340768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209035340768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:53:43.533223 run osmo-msc_10.42.42.6(pid=20983): ERR: Terminated: ERROR {rc=2} [trial-2354↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20983)]\u000a03:53:43.582360 run osmo-msc_10.42.42.6(pid=20983): stdout: \u000a| (launched: 2022-12-09_03:53:42.441979) \u000a03:53:43.632118 run osmo-msc_10.42.42.6(pid=20983): stderr: \u000a| �[0;m�[38;5;43m20221209035342715 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209035342715 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb87962dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209035342715 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209035342715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209035342715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209035342715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209035342717 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209035342717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209035342718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209035342718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:53:43.674241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20976): Terminating (SIGTERM)\u000a03:53:43.714109 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20979): Terminating (SIGTERM)\u000a03:53:43.754352 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20982): Terminating (SIGTERM)\u000a03:53:43.763547 --- ParallelTerminationStrategy: PID 20976 died...\u000a03:53:43.817141 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20976): Terminated: ok {rc=0}\u000a03:53:43.826922 --- ParallelTerminationStrategy: PID 20979 died...\u000a03:53:43.880136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20979): Terminated: ok {rc=0}\u000a03:53:43.889949 --- ParallelTerminationStrategy: PID 20982 died...\u000a03:53:43.942872 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20982): Terminated: ok {rc=0}\u000a03:53:44.026648 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "39", "name" : "ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:53:37" }, { "cases" : [ { "testActions" : [ ], "age" : 37, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=20994): Process ended prematurely: osmo-stp_10.42.42.5(pid=20994) [trial-2354↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20994)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=20994): Process ended prematurely: osmo-stp_10.42.42.5(pid=20994) [trial-2354↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20994)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a03:53:46.040322 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:53:46.057160 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a03:53:46.233873 tst mo_mt_call.py: using LAC 18886\u000a03:53:46.386350 tst mo_mt_call.py: using RAC 16\u000a03:53:46.535426 tst mo_mt_call.py: using CellId 18886\u000a03:53:46.659175 tst mo_mt_call.py: using BVCI 18887\u000a03:53:46.684346 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:53:46.696424 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:53:46.708257 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:53:46.719876 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:53:46.731513 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:53:46.743547 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a03:53:46.862885 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a03:53:47.115654 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:53:47.635381 run create_hlr_db(pid=20988): Launched\u000a03:53:47.822612 bus /sierra_2: Setting Powered False\u000a03:53:48.845761 run create_hlr_db(pid=20988): Terminated: ok {rc=0}\u000a03:53:49.250473 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20990): Launched\u000a03:53:49.553094 run osmo-hlr_10.42.42.2(pid=20991): Launched\u000a03:53:49.672616 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:53:50.204371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20993): Launched\u000a03:53:50.506684 run osmo-stp_10.42.42.5(pid=20994): Launched\u000a03:53:50.616865 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:53:51.167188 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20996): Launched\u000a03:53:51.469855 run osmo-msc_10.42.42.6(pid=20997): Launched\u000a03:53:51.648244 run osmo-stp_10.42.42.5(pid=20994): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20994)]\u000a03:53:51.776661 run osmo-stp_10.42.42.5(pid=20994): stdout: \u000a| (launched: 2022-12-09_03:53:50.357617)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:53:51.902637 run osmo-stp_10.42.42.5(pid=20994): stderr: \u000a| �[0;m�[38;5;43m20221209035350528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035350528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035350528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035350529 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035350529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035350529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035350529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:53:52.023894 run osmo-stp_10.42.42.5(pid=20994): stdout: \u000a| (launched: 2022-12-09_03:53:50.357617)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:53:52.144270 run osmo-stp_10.42.42.5(pid=20994): stderr: \u000a| �[0;m�[38;5;43m20221209035350528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035350528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035350528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035350529 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035350529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035350529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035350529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:53:52.197610 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=20994): Process ended prematurely: osmo-stp_10.42.42.5(pid=20994) [trial-2354↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=20994)] [trial-2354↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a03:53:52.206417 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a03:53:52.266568 run osmo-hlr_10.42.42.2(pid=20991): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=20991)]\u000a03:53:52.316476 run osmo-hlr_10.42.42.2(pid=20991): stdout: \u000a| (launched: 2022-12-09_03:53:49.404166) \u000a03:53:52.366878 run osmo-hlr_10.42.42.2(pid=20991): stderr: \u000a| �[0;m�[1;31m20221209035349581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209035349581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209035349581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035349582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035349582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209035349582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209035349594 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209035349604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209035349604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209035349604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:53:52.435391 run osmo-msc_10.42.42.6(pid=20997): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=20997)]\u000a03:53:52.485239 run osmo-msc_10.42.42.6(pid=20997): stdout: \u000a| (launched: 2022-12-09_03:53:51.320679) \u000a03:53:52.535472 run osmo-msc_10.42.42.6(pid=20997): stderr: \u000a| �[0;m�[38;5;43m20221209035351591 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209035351591 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f32271f5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209035351591 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209035351591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209035351592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209035351592 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209035351594 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209035351594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209035351594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209035351594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:53:52.577879 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20990): Terminating (SIGTERM)\u000a03:53:52.617734 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20993): Terminating (SIGTERM)\u000a03:53:52.657861 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20996): Terminating (SIGTERM)\u000a03:53:52.667063 --- ParallelTerminationStrategy: PID 20990 died...\u000a03:53:52.720703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=20990): Terminated: ok {rc=0}\u000a03:53:52.730788 --- ParallelTerminationStrategy: PID 20993 died...\u000a03:53:52.784381 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=20993): Terminated: ok {rc=0}\u000a03:53:52.794096 --- ParallelTerminationStrategy: PID 20996 died...\u000a03:53:52.847350 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=20996): Terminated: ok {rc=0}\u000a03:53:52.937446 bus /sierra_3: Setting Powered False\u000a03:53:54.041951 bus /sierra_3: Setting Powered False\u000a03:53:55.154889 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 37, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21005): Process ended prematurely: osmo-stp_10.42.42.5(pid=21005) [trial-2354↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21005)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21005): Process ended prematurely: osmo-stp_10.42.42.5(pid=21005) [trial-2354↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21005)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:53:56.264894 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:53:56.276663 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a03:53:56.440334 tst mo_mt_call_osmux.py: using LAC 18887\u000a03:53:56.569079 tst mo_mt_call_osmux.py: using RAC 17\u000a03:53:56.695348 tst mo_mt_call_osmux.py: using CellId 18887\u000a03:53:56.822187 tst mo_mt_call_osmux.py: using BVCI 18888\u000a03:53:56.847252 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:53:56.858951 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:53:56.870293 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:53:56.882002 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:53:56.894035 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a03:53:56.905688 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a03:53:57.021302 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a03:53:57.233696 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:53:57.742177 run create_hlr_db(pid=20999): Launched\u000a03:53:57.929711 bus /sierra_2: Setting Powered False\u000a03:53:58.951704 run create_hlr_db(pid=20999): Terminated: ok {rc=0}\u000a03:53:59.357158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21001): Launched\u000a03:53:59.660198 run osmo-hlr_10.42.42.2(pid=21002): Launched\u000a03:53:59.781023 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:54:00.313923 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21004): Launched\u000a03:54:00.616393 run osmo-stp_10.42.42.5(pid=21005): Launched\u000a03:54:00.726454 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:54:01.346194 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21007): Launched\u000a03:54:01.740483 run osmo-msc_10.42.42.6(pid=21008): Launched\u000a03:54:02.067114 run osmo-stp_10.42.42.5(pid=21005): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21005)]\u000a03:54:02.390053 run osmo-stp_10.42.42.5(pid=21005): stdout: \u000a| (launched: 2022-12-09_03:54:00.467464)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:54:02.526469 run osmo-stp_10.42.42.5(pid=21005): stderr: \u000a| �[0;m�[38;5;43m20221209035400638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035400639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035400639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035400639 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035400640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035400640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035400640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:54:02.657768 run osmo-stp_10.42.42.5(pid=21005): stdout: \u000a| (launched: 2022-12-09_03:54:00.467464)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:54:02.787704 run osmo-stp_10.42.42.5(pid=21005): stderr: \u000a| �[0;m�[38;5;43m20221209035400638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035400639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035400639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035400639 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035400640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035400640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035400640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:54:02.845134 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21005): Process ended prematurely: osmo-stp_10.42.42.5(pid=21005) [trial-2354↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21005)] [trial-2354↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a03:54:02.854885 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a03:54:02.919445 run osmo-hlr_10.42.42.2(pid=21002): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21002)]\u000a03:54:02.972234 run osmo-hlr_10.42.42.2(pid=21002): stdout: \u000a| (launched: 2022-12-09_03:53:59.510833) \u000a03:54:03.025566 run osmo-hlr_10.42.42.2(pid=21002): stderr: \u000a| �[0;m�[1;31m20221209035359688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209035359689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209035359689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035359689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035359689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209035359689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209035359701 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209035359711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209035359711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209035359712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:54:03.097749 run osmo-msc_10.42.42.6(pid=21008): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21008)]\u000a03:54:03.150197 run osmo-msc_10.42.42.6(pid=21008): stdout: \u000a| (launched: 2022-12-09_03:54:01.515037) \u000a03:54:03.203388 run osmo-msc_10.42.42.6(pid=21008): stderr: \u000a| �[0;m�[38;5;43m20221209035402068 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209035402068 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faeb16d2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209035402068 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209035402068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209035402069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209035402070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209035402079 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209035402080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209035402080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209035402080 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:54:03.248855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21001): Terminating (SIGTERM)\u000a03:54:03.292005 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21004): Terminating (SIGTERM)\u000a03:54:03.335189 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21007): Terminating (SIGTERM)\u000a03:54:03.345204 --- ParallelTerminationStrategy: PID 21001 died...\u000a03:54:03.402732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21001): Terminated: ok {rc=0}\u000a03:54:03.413163 --- ParallelTerminationStrategy: PID 21004 died...\u000a03:54:03.470410 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21004): Terminated: ok {rc=0}\u000a03:54:03.481018 --- ParallelTerminationStrategy: PID 21007 died...\u000a03:54:03.538027 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21007): Terminated: ok {rc=0}\u000a03:54:03.625691 bus /sierra_3: Setting Powered False\u000a03:54:04.733093 bus /sierra_3: Setting Powered False\u000a03:54:05.846397 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "40", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:53:45" }, { "cases" : [ { "testActions" : [ ], "age" : 37, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21020): Process ended prematurely: osmo-stp_10.42.42.5(pid=21020) [trial-2354↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21020)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21020): Process ended prematurely: osmo-stp_10.42.42.5(pid=21020) [trial-2354↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21020)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a03:54:07.840153 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:54:07.851167 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a03:54:08.005618 tst mo_mt_call.py: using LAC 18888\u000a03:54:08.123002 tst mo_mt_call.py: using RAC 18\u000a03:54:08.242829 tst mo_mt_call.py: using CellId 18888\u000a03:54:08.362088 tst mo_mt_call.py: using BVCI 18889\u000a03:54:08.384809 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:54:08.395810 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:54:08.407085 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:54:08.418042 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:54:08.428835 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:54:08.439704 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a03:54:08.555489 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a03:54:08.753883 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:54:09.236375 run create_hlr_db(pid=21014): Launched\u000a03:54:09.409968 bus /sierra_2: Setting Powered False\u000a03:54:10.431032 run create_hlr_db(pid=21014): Terminated: ok {rc=0}\u000a03:54:10.860682 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21016): Launched\u000a03:54:11.183587 run osmo-hlr_10.42.42.2(pid=21017): Launched\u000a03:54:11.302240 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:54:11.863285 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21019): Launched\u000a03:54:12.188163 run osmo-stp_10.42.42.5(pid=21020): Launched\u000a03:54:12.305960 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:54:12.896552 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21022): Launched\u000a03:54:13.220311 run osmo-msc_10.42.42.6(pid=21023): Launched\u000a03:54:13.410091 run osmo-stp_10.42.42.5(pid=21020): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21020)]\u000a03:54:13.547062 run osmo-stp_10.42.42.5(pid=21020): stdout: \u000a| (launched: 2022-12-09_03:54:12.027900)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:54:13.683312 run osmo-stp_10.42.42.5(pid=21020): stderr: \u000a| �[0;m�[38;5;43m20221209035412220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035412220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035412221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035412221 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035412221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035412222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035412222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:54:13.813517 run osmo-stp_10.42.42.5(pid=21020): stdout: \u000a| (launched: 2022-12-09_03:54:12.027900)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:54:13.942943 run osmo-stp_10.42.42.5(pid=21020): stderr: \u000a| �[0;m�[38;5;43m20221209035412220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035412220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035412221 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035412221 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035412221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035412222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035412222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:54:14.000047 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21020): Process ended prematurely: osmo-stp_10.42.42.5(pid=21020) [trial-2354↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21020)] [trial-2354↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a03:54:14.009386 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a03:54:14.073412 run osmo-hlr_10.42.42.2(pid=21017): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21017)]\u000a03:54:14.125705 run osmo-hlr_10.42.42.2(pid=21017): stdout: \u000a| (launched: 2022-12-09_03:54:11.025019) \u000a03:54:14.178568 run osmo-hlr_10.42.42.2(pid=21017): stderr: \u000a| �[0;m�[1;31m20221209035411226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209035411226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209035411226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035411226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035411226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209035411226 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209035411239 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209035411247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209035411247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209035411247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:54:14.250282 run osmo-msc_10.42.42.6(pid=21023): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21023)]\u000a03:54:14.302353 run osmo-msc_10.42.42.6(pid=21023): stdout: \u000a| (launched: 2022-12-09_03:54:13.061615) \u000a03:54:14.355041 run osmo-msc_10.42.42.6(pid=21023): stderr: \u000a| �[0;m�[38;5;43m20221209035413384 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209035413385 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5cdad57c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209035413385 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209035413385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209035413385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209035413385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209035413387 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209035413387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209035413387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209035413387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:54:14.399656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21016): Terminating (SIGTERM)\u000a03:54:14.442573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21019): Terminating (SIGTERM)\u000a03:54:14.485135 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21022): Terminating (SIGTERM)\u000a03:54:14.494803 --- ParallelTerminationStrategy: PID 21016 died...\u000a03:54:14.551592 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21016): Terminated: ok {rc=0}\u000a03:54:14.561860 --- ParallelTerminationStrategy: PID 21019 died...\u000a03:54:14.619182 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21019): Terminated: ok {rc=0}\u000a03:54:14.629671 --- ParallelTerminationStrategy: PID 21022 died...\u000a03:54:14.686251 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21022): Terminated: ok {rc=0}\u000a03:54:14.774636 bus /sierra_3: Setting Powered False\u000a03:54:15.909813 bus /sierra_3: Setting Powered False\u000a03:54:17.022031 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 37, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21031): Process ended prematurely: osmo-stp_10.42.42.5(pid=21031) [trial-2354↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21031)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21031): Process ended prematurely: osmo-stp_10.42.42.5(pid=21031) [trial-2354↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21031)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:54:18.136738 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:54:18.148938 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a03:54:18.315443 tst mo_mt_call_osmux.py: using LAC 18889\u000a03:54:18.441673 tst mo_mt_call_osmux.py: using RAC 19\u000a03:54:18.569203 tst mo_mt_call_osmux.py: using CellId 18889\u000a03:54:18.696372 tst mo_mt_call_osmux.py: using BVCI 18890\u000a03:54:18.720942 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:54:18.732457 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:54:18.743710 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:54:18.755346 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:54:18.767027 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a03:54:18.778873 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a03:54:18.894961 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a03:54:19.106842 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:54:19.617958 run create_hlr_db(pid=21025): Launched\u000a03:54:19.804865 bus /sierra_2: Setting Powered False\u000a03:54:20.827819 run create_hlr_db(pid=21025): Terminated: ok {rc=0}\u000a03:54:21.233750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21027): Launched\u000a03:54:21.536841 run osmo-hlr_10.42.42.2(pid=21028): Launched\u000a03:54:21.658531 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:54:22.190587 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21030): Launched\u000a03:54:22.491583 run osmo-stp_10.42.42.5(pid=21031): Launched\u000a03:54:22.602152 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:54:23.160759 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21033): Launched\u000a03:54:23.463756 run osmo-msc_10.42.42.6(pid=21034): Launched\u000a03:54:23.641867 run osmo-stp_10.42.42.5(pid=21031): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21031)]\u000a03:54:23.770241 run osmo-stp_10.42.42.5(pid=21031): stdout: \u000a| (launched: 2022-12-09_03:54:22.343601)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:54:23.896035 run osmo-stp_10.42.42.5(pid=21031): stderr: \u000a| �[0;m�[38;5;43m20221209035422514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035422514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035422514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035422515 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035422515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035422515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035422515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:54:24.017842 run osmo-stp_10.42.42.5(pid=21031): stdout: \u000a| (launched: 2022-12-09_03:54:22.343601)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:54:24.138012 run osmo-stp_10.42.42.5(pid=21031): stderr: \u000a| �[0;m�[38;5;43m20221209035422514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035422514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035422514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035422515 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035422515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035422515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035422515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:54:24.191147 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21031): Process ended prematurely: osmo-stp_10.42.42.5(pid=21031) [trial-2354↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21031)] [trial-2354↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a03:54:24.199799 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a03:54:24.259770 run osmo-hlr_10.42.42.2(pid=21028): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21028)]\u000a03:54:24.309007 run osmo-hlr_10.42.42.2(pid=21028): stdout: \u000a| (launched: 2022-12-09_03:54:21.387598) \u000a03:54:24.359522 run osmo-hlr_10.42.42.2(pid=21028): stderr: \u000a| �[0;m�[1;31m20221209035421562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209035421562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209035421562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035421562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035421562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209035421562 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209035421574 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209035421584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209035421584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209035421584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:54:24.427224 run osmo-msc_10.42.42.6(pid=21034): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21034)]\u000a03:54:24.476435 run osmo-msc_10.42.42.6(pid=21034): stdout: \u000a| (launched: 2022-12-09_03:54:23.314953) \u000a03:54:24.526171 run osmo-msc_10.42.42.6(pid=21034): stderr: \u000a| �[0;m�[38;5;43m20221209035423590 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209035423590 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb72ec75c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209035423591 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209035423591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209035423591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209035423591 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209035423593 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209035423594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209035423594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209035423594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:54:24.568257 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21027): Terminating (SIGTERM)\u000a03:54:24.607897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21030): Terminating (SIGTERM)\u000a03:54:24.647478 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21033): Terminating (SIGTERM)\u000a03:54:24.656575 --- ParallelTerminationStrategy: PID 21027 died...\u000a03:54:24.711163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21027): Terminated: ok {rc=0}\u000a03:54:24.720650 --- ParallelTerminationStrategy: PID 21030 died...\u000a03:54:24.773842 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21030): Terminated: ok {rc=0}\u000a03:54:24.783331 --- ParallelTerminationStrategy: PID 21033 died...\u000a03:54:24.836677 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21033): Terminated: ok {rc=0}\u000a03:54:24.926986 bus /sierra_3: Setting Powered False\u000a03:54:26.031045 bus /sierra_3: Setting Powered False\u000a03:54:27.143401 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "41", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:54:07" }, { "cases" : [ { "testActions" : [ ], "age" : 37, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21046): Process ended prematurely: osmo-stp_10.42.42.5(pid=21046) [trial-2354↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21046)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21046): Process ended prematurely: osmo-stp_10.42.42.5(pid=21046) [trial-2354↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21046)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a03:54:29.136021 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:54:29.147096 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a03:54:29.302201 tst mo_mt_call.py: using LAC 18890\u000a03:54:29.429388 tst mo_mt_call.py: using RAC 20\u000a03:54:29.553801 tst mo_mt_call.py: using CellId 18890\u000a03:54:29.679035 tst mo_mt_call.py: using BVCI 18891\u000a03:54:29.703950 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:54:29.715772 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:54:29.727400 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:54:29.739885 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:54:29.752288 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:54:29.764602 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a03:54:29.884768 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a03:54:30.099254 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:54:30.610435 run create_hlr_db(pid=21040): Launched\u000a03:54:30.797340 bus /sierra_2: Setting Powered False\u000a03:54:31.826990 run create_hlr_db(pid=21040): Terminated: ok {rc=0}\u000a03:54:32.257619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21042): Launched\u000a03:54:32.561302 run osmo-hlr_10.42.42.2(pid=21043): Launched\u000a03:54:32.671997 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:54:33.203296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21045): Launched\u000a03:54:33.527725 run osmo-stp_10.42.42.5(pid=21046): Launched\u000a03:54:33.645949 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:54:34.237359 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21048): Launched\u000a03:54:34.562442 run osmo-msc_10.42.42.6(pid=21049): Launched\u000a03:54:34.752535 run osmo-stp_10.42.42.5(pid=21046): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21046)]\u000a03:54:34.891087 run osmo-stp_10.42.42.5(pid=21046): stdout: \u000a| (launched: 2022-12-09_03:54:33.368188)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:54:35.028673 run osmo-stp_10.42.42.5(pid=21046): stderr: \u000a| �[0;m�[38;5;43m20221209035433559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035433559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035433560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035433560 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035433562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035433562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035433563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:54:35.159572 run osmo-stp_10.42.42.5(pid=21046): stdout: \u000a| (launched: 2022-12-09_03:54:33.368188)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:54:35.288734 run osmo-stp_10.42.42.5(pid=21046): stderr: \u000a| �[0;m�[38;5;43m20221209035433559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035433559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035433560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035433560 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035433562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035433562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035433563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:54:35.345836 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21046): Process ended prematurely: osmo-stp_10.42.42.5(pid=21046) [trial-2354↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21046)] [trial-2354↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a03:54:35.355084 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a03:54:35.418990 run osmo-hlr_10.42.42.2(pid=21043): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21043)]\u000a03:54:35.471144 run osmo-hlr_10.42.42.2(pid=21043): stdout: \u000a| (launched: 2022-12-09_03:54:32.411109) \u000a03:54:35.523680 run osmo-hlr_10.42.42.2(pid=21043): stderr: \u000a| �[0;m�[1;31m20221209035432587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209035432587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209035432587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035432587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035432587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209035432587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209035432599 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209035432611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209035432611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209035432611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:54:35.595418 run osmo-msc_10.42.42.6(pid=21049): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21049)]\u000a03:54:35.647492 run osmo-msc_10.42.42.6(pid=21049): stdout: \u000a| (launched: 2022-12-09_03:54:34.401902) \u000a03:54:35.700042 run osmo-msc_10.42.42.6(pid=21049): stderr: \u000a| �[0;m�[38;5;43m20221209035434726 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209035434726 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6d4249dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209035434726 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209035434726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209035434726 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209035434727 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209035434728 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209035434729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209035434729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209035434729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:54:35.744135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21042): Terminating (SIGTERM)\u000a03:54:35.786266 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21045): Terminating (SIGTERM)\u000a03:54:35.828532 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21048): Terminating (SIGTERM)\u000a03:54:35.838172 --- ParallelTerminationStrategy: PID 21042 died...\u000a03:54:35.894709 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21042): Terminated: ok {rc=0}\u000a03:54:35.904691 --- ParallelTerminationStrategy: PID 21045 died...\u000a03:54:35.961042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21045): Terminated: ok {rc=0}\u000a03:54:35.970994 --- ParallelTerminationStrategy: PID 21048 died...\u000a03:54:36.026852 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21048): Terminated: ok {rc=0}\u000a03:54:36.115085 bus /sierra_3: Setting Powered False\u000a03:54:37.223200 bus /sierra_3: Setting Powered False\u000a03:54:38.332566 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 37, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21058): Process ended prematurely: osmo-stp_10.42.42.5(pid=21058) [trial-2354↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21058)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21058): Process ended prematurely: osmo-stp_10.42.42.5(pid=21058) [trial-2354↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21058)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:54:39.449526 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:54:39.461804 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a03:54:39.628312 tst mo_mt_call_osmux.py: using LAC 18891\u000a03:54:39.756751 tst mo_mt_call_osmux.py: using RAC 21\u000a03:54:39.886187 tst mo_mt_call_osmux.py: using CellId 18891\u000a03:54:40.012341 tst mo_mt_call_osmux.py: using BVCI 18892\u000a03:54:40.036923 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:54:40.048530 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:54:40.059864 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:54:40.071399 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:54:40.083066 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a03:54:40.094634 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a03:54:40.211834 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a03:54:40.415620 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:54:40.899864 run create_hlr_db(pid=21052): Launched\u000a03:54:41.072869 bus /sierra_2: Setting Powered False\u000a03:54:42.095129 run create_hlr_db(pid=21052): Terminated: ok {rc=0}\u000a03:54:42.523559 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21054): Launched\u000a03:54:42.847121 run osmo-hlr_10.42.42.2(pid=21055): Launched\u000a03:54:42.968441 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:54:43.531546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21057): Launched\u000a03:54:43.854431 run osmo-stp_10.42.42.5(pid=21058): Launched\u000a03:54:43.972874 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:54:44.562700 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21060): Launched\u000a03:54:44.888078 run osmo-msc_10.42.42.6(pid=21061): Launched\u000a03:54:45.077595 run osmo-stp_10.42.42.5(pid=21058): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21058)]\u000a03:54:45.214466 run osmo-stp_10.42.42.5(pid=21058): stdout: \u000a| (launched: 2022-12-09_03:54:43.695619)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:54:45.350944 run osmo-stp_10.42.42.5(pid=21058): stderr: \u000a| �[0;m�[38;5;43m20221209035443889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035443889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035443890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035443890 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035443890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035443891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035443891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:54:45.481477 run osmo-stp_10.42.42.5(pid=21058): stdout: \u000a| (launched: 2022-12-09_03:54:43.695619)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:54:45.610624 run osmo-stp_10.42.42.5(pid=21058): stderr: \u000a| �[0;m�[38;5;43m20221209035443889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035443889 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035443890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035443890 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035443890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035443891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035443891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:54:45.667581 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21058): Process ended prematurely: osmo-stp_10.42.42.5(pid=21058) [trial-2354↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21058)] [trial-2354↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a03:54:45.677174 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a03:54:45.740825 run osmo-hlr_10.42.42.2(pid=21055): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21055)]\u000a03:54:45.792808 run osmo-hlr_10.42.42.2(pid=21055): stdout: \u000a| (launched: 2022-12-09_03:54:42.688111) \u000a03:54:45.855719 run osmo-hlr_10.42.42.2(pid=21055): stderr: \u000a| �[0;m�[1;31m20221209035442890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209035442890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209035442890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035442890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035442890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209035442890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209035442902 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209035442910 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209035442911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209035442911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:54:45.942908 run osmo-msc_10.42.42.6(pid=21061): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21061)]\u000a03:54:45.996550 run osmo-msc_10.42.42.6(pid=21061): stdout: \u000a| (launched: 2022-12-09_03:54:44.727043) \u000a03:54:46.050842 run osmo-msc_10.42.42.6(pid=21061): stderr: \u000a| �[0;m�[38;5;43m20221209035445049 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209035445049 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faefb507c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209035445049 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209035445049 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209035445050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209035445050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209035445051 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209035445052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209035445052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209035445052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:54:46.097281 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21054): Terminating (SIGTERM)\u000a03:54:46.141159 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21057): Terminating (SIGTERM)\u000a03:54:46.185347 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21060): Terminating (SIGTERM)\u000a03:54:46.195525 --- ParallelTerminationStrategy: PID 21054 died...\u000a03:54:46.253646 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21054): Terminated: ok {rc=0}\u000a03:54:46.265329 --- ParallelTerminationStrategy: PID 21057 died...\u000a03:54:46.324359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21057): Terminated: ok {rc=0}\u000a03:54:46.335368 --- ParallelTerminationStrategy: PID 21060 died...\u000a03:54:46.394450 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21060): Terminated: ok {rc=0}\u000a03:54:46.485868 bus /sierra_3: Setting Powered False\u000a03:54:47.593455 bus /sierra_3: Setting Powered False\u000a03:54:48.700390 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "42", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:54:28" }, { "cases" : [ { "testActions" : [ ], "age" : 37, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21073): Process ended prematurely: osmo-stp_10.42.42.5(pid=21073) [trial-2354↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21073)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21073): Process ended prematurely: osmo-stp_10.42.42.5(pid=21073) [trial-2354↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21073)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a03:54:50.712322 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:54:50.723894 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a03:54:50.886344 tst mo_mt_call.py: using LAC 18892\u000a03:54:51.010874 tst mo_mt_call.py: using RAC 22\u000a03:54:51.137351 tst mo_mt_call.py: using CellId 18892\u000a03:54:51.262529 tst mo_mt_call.py: using BVCI 18893\u000a03:54:51.287082 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:54:51.298599 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:54:51.310148 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:54:51.321757 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:54:51.333485 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:54:51.345073 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a03:54:51.460309 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a03:54:51.659837 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:54:52.143093 run create_hlr_db(pid=21067): Launched\u000a03:54:52.315594 bus /sierra_2: Setting Powered False\u000a03:54:53.338220 run create_hlr_db(pid=21067): Terminated: ok {rc=0}\u000a03:54:53.767765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21069): Launched\u000a03:54:54.092651 run osmo-hlr_10.42.42.2(pid=21070): Launched\u000a03:54:54.215749 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:54:54.779540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21072): Launched\u000a03:54:55.103344 run osmo-stp_10.42.42.5(pid=21073): Launched\u000a03:54:55.221023 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:54:55.815711 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21075): Launched\u000a03:54:56.140826 run osmo-msc_10.42.42.6(pid=21076): Launched\u000a03:54:56.331361 run osmo-stp_10.42.42.5(pid=21073): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21073)]\u000a03:54:56.468925 run osmo-stp_10.42.42.5(pid=21073): stdout: \u000a| (launched: 2022-12-09_03:54:54.944511)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:54:56.605864 run osmo-stp_10.42.42.5(pid=21073): stderr: \u000a| �[0;m�[38;5;43m20221209035455137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035455137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035455137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035455138 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035455138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035455138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035455138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:54:56.736372 run osmo-stp_10.42.42.5(pid=21073): stdout: \u000a| (launched: 2022-12-09_03:54:54.944511)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:54:56.865920 run osmo-stp_10.42.42.5(pid=21073): stderr: \u000a| �[0;m�[38;5;43m20221209035455137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035455137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035455137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035455138 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035455138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035455138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035455138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:54:56.923142 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21073): Process ended prematurely: osmo-stp_10.42.42.5(pid=21073) [trial-2354↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21073)] [trial-2354↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a03:54:56.932391 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a03:54:56.996401 run osmo-hlr_10.42.42.2(pid=21070): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21070)]\u000a03:54:57.048559 run osmo-hlr_10.42.42.2(pid=21070): stdout: \u000a| (launched: 2022-12-09_03:54:53.933683) \u000a03:54:57.101610 run osmo-hlr_10.42.42.2(pid=21070): stderr: \u000a| �[0;m�[1;31m20221209035454135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209035454135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209035454135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035454135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035454135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209035454135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209035454146 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209035454154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209035454155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209035454155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:54:57.173364 run osmo-msc_10.42.42.6(pid=21076): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21076)]\u000a03:54:57.225810 run osmo-msc_10.42.42.6(pid=21076): stdout: \u000a| (launched: 2022-12-09_03:54:55.981240) \u000a03:54:57.278541 run osmo-msc_10.42.42.6(pid=21076): stderr: \u000a| �[0;m�[38;5;43m20221209035456304 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209035456304 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fea1c1a5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209035456305 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209035456305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209035456305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209035456305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209035456307 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209035456307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209035456307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209035456307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:54:57.323452 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21069): Terminating (SIGTERM)\u000a03:54:57.365642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21072): Terminating (SIGTERM)\u000a03:54:57.407999 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21075): Terminating (SIGTERM)\u000a03:54:57.418000 --- ParallelTerminationStrategy: PID 21069 died...\u000a03:54:57.474819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21069): Terminated: ok {rc=0}\u000a03:54:57.485056 --- ParallelTerminationStrategy: PID 21072 died...\u000a03:54:57.541730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21072): Terminated: ok {rc=0}\u000a03:54:57.551793 --- ParallelTerminationStrategy: PID 21075 died...\u000a03:54:57.608478 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21075): Terminated: ok {rc=0}\u000a03:54:57.696158 bus /sierra_3: Setting Powered False\u000a03:54:58.805394 bus /sierra_3: Setting Powered False\u000a03:54:59.918271 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 37, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21087): Process ended prematurely: osmo-stp_10.42.42.5(pid=21087) [trial-2354↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21087)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21087): Process ended prematurely: osmo-stp_10.42.42.5(pid=21087) [trial-2354↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21087)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:55:01.039564 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:55:01.052313 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a03:55:01.241672 tst mo_mt_call_osmux.py: using LAC 18893\u000a03:55:01.377960 tst mo_mt_call_osmux.py: using RAC 23\u000a03:55:01.509445 tst mo_mt_call_osmux.py: using CellId 18893\u000a03:55:01.664170 tst mo_mt_call_osmux.py: using BVCI 18894\u000a03:55:01.695684 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:55:01.710508 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:55:01.725157 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:55:01.739136 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:55:01.754172 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a03:55:01.773519 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a03:55:01.923103 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a03:55:02.189188 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:55:02.684685 run create_hlr_db(pid=21081): Launched\u000a03:55:02.857904 bus /sierra_2: Setting Powered False\u000a03:55:03.879589 run create_hlr_db(pid=21081): Terminated: ok {rc=0}\u000a03:55:04.279644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21083): Launched\u000a03:55:04.579879 run osmo-hlr_10.42.42.2(pid=21084): Launched\u000a03:55:04.689579 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:55:05.213172 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21086): Launched\u000a03:55:05.513527 run osmo-stp_10.42.42.5(pid=21087): Launched\u000a03:55:05.622866 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:55:06.173714 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21089): Launched\u000a03:55:06.475166 run osmo-msc_10.42.42.6(pid=21090): Launched\u000a03:55:06.651325 run osmo-stp_10.42.42.5(pid=21087): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21087)]\u000a03:55:06.778797 run osmo-stp_10.42.42.5(pid=21087): stdout: \u000a| (launched: 2022-12-09_03:55:05.366271)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:55:06.904421 run osmo-stp_10.42.42.5(pid=21087): stderr: \u000a| �[0;m�[38;5;43m20221209035505537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035505537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035505537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035505538 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035505538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035505538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035505538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:55:07.025851 run osmo-stp_10.42.42.5(pid=21087): stdout: \u000a| (launched: 2022-12-09_03:55:05.366271)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:55:07.146394 run osmo-stp_10.42.42.5(pid=21087): stderr: \u000a| �[0;m�[38;5;43m20221209035505537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035505537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035505537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035505538 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035505538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035505538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035505538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:55:07.199086 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21087): Process ended prematurely: osmo-stp_10.42.42.5(pid=21087) [trial-2354↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21087)] [trial-2354↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a03:55:07.207688 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a03:55:07.267692 run osmo-hlr_10.42.42.2(pid=21084): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21084)]\u000a03:55:07.317217 run osmo-hlr_10.42.42.2(pid=21084): stdout: \u000a| (launched: 2022-12-09_03:55:04.432474) \u000a03:55:07.367000 run osmo-hlr_10.42.42.2(pid=21084): stderr: \u000a| �[0;m�[1;31m20221209035504613 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209035504614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209035504614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035504614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035504614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209035504614 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209035504626 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209035504634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209035504634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209035504634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:55:07.434925 run osmo-msc_10.42.42.6(pid=21090): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21090)]\u000a03:55:07.484172 run osmo-msc_10.42.42.6(pid=21090): stdout: \u000a| (launched: 2022-12-09_03:55:06.326853) \u000a03:55:07.533993 run osmo-msc_10.42.42.6(pid=21090): stderr: \u000a| �[0;m�[38;5;43m20221209035506599 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209035506600 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffb108d6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209035506600 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209035506600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209035506600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209035506600 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209035506603 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209035506603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209035506604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209035506604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:55:07.576187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21083): Terminating (SIGTERM)\u000a03:55:07.616115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21086): Terminating (SIGTERM)\u000a03:55:07.656058 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21089): Terminating (SIGTERM)\u000a03:55:07.665244 --- ParallelTerminationStrategy: PID 21083 died...\u000a03:55:07.718687 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21083): Terminated: ok {rc=0}\u000a03:55:07.728191 --- ParallelTerminationStrategy: PID 21086 died...\u000a03:55:07.781117 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21086): Terminated: ok {rc=0}\u000a03:55:07.790648 --- ParallelTerminationStrategy: PID 21089 died...\u000a03:55:07.843799 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21089): Terminated: ok {rc=0}\u000a03:55:07.927726 bus /sierra_3: Setting Powered False\u000a03:55:09.030391 bus /sierra_3: Setting Powered False\u000a03:55:10.144281 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "43", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:54:50" }, { "cases" : [ { "testActions" : [ ], "age" : 37, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21101): Process ended prematurely: osmo-stp_10.42.42.5(pid=21101) [trial-2354↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21101)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21101): Process ended prematurely: osmo-stp_10.42.42.5(pid=21101) [trial-2354↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21101)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a03:55:12.136466 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:55:12.147487 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a03:55:12.301963 tst mo_mt_call.py: using LAC 18894\u000a03:55:12.419525 tst mo_mt_call.py: using RAC 24\u000a03:55:12.550434 tst mo_mt_call.py: using CellId 18894\u000a03:55:12.676685 tst mo_mt_call.py: using BVCI 18895\u000a03:55:12.701496 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:55:12.713061 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:55:12.724566 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:55:12.736663 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:55:12.748612 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:55:12.760414 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a03:55:12.882807 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a03:55:13.083895 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:55:13.568587 run create_hlr_db(pid=21095): Launched\u000a03:55:13.741494 bus /sierra_2: Setting Powered False\u000a03:55:14.763254 run create_hlr_db(pid=21095): Terminated: ok {rc=0}\u000a03:55:15.192209 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21097): Launched\u000a03:55:15.515385 run osmo-hlr_10.42.42.2(pid=21098): Launched\u000a03:55:15.638215 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:55:16.222658 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21100): Launched\u000a03:55:16.677601 run osmo-stp_10.42.42.5(pid=21101): Launched\u000a03:55:16.862301 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:55:17.447452 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21103): Launched\u000a03:55:17.771096 run osmo-msc_10.42.42.6(pid=21104): Launched\u000a03:55:17.960367 run osmo-stp_10.42.42.5(pid=21101): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21101)]\u000a03:55:18.097843 run osmo-stp_10.42.42.5(pid=21101): stdout: \u000a| (launched: 2022-12-09_03:55:16.391170)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:55:18.234488 run osmo-stp_10.42.42.5(pid=21101): stderr: \u000a| �[0;m�[38;5;43m20221209035516610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035516610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035516610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035516611 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035516611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035516611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035516611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:55:18.364839 run osmo-stp_10.42.42.5(pid=21101): stdout: \u000a| (launched: 2022-12-09_03:55:16.391170)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:55:18.494307 run osmo-stp_10.42.42.5(pid=21101): stderr: \u000a| �[0;m�[38;5;43m20221209035516610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035516610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035516610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035516611 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035516611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035516611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035516611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:55:18.551161 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21101): Process ended prematurely: osmo-stp_10.42.42.5(pid=21101) [trial-2354↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21101)] [trial-2354↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a03:55:18.560597 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a03:55:18.624763 run osmo-hlr_10.42.42.2(pid=21098): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21098)]\u000a03:55:18.677230 run osmo-hlr_10.42.42.2(pid=21098): stdout: \u000a| (launched: 2022-12-09_03:55:15.356933) \u000a03:55:18.730294 run osmo-hlr_10.42.42.2(pid=21098): stderr: \u000a| �[0;m�[1;31m20221209035515555 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209035515556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209035515556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035515556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035515556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209035515556 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209035515567 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209035515576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209035515576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209035515576 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:55:18.801963 run osmo-msc_10.42.42.6(pid=21104): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21104)]\u000a03:55:18.854252 run osmo-msc_10.42.42.6(pid=21104): stdout: \u000a| (launched: 2022-12-09_03:55:17.612370) \u000a03:55:18.907490 run osmo-msc_10.42.42.6(pid=21104): stderr: \u000a| �[0;m�[38;5;43m20221209035517934 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209035517934 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efe9ddd6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209035517934 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209035517934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209035517934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209035517934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209035517936 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209035517936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209035517936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209035517936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:55:18.952554 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21097): Terminating (SIGTERM)\u000a03:55:18.995106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21100): Terminating (SIGTERM)\u000a03:55:19.037579 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21103): Terminating (SIGTERM)\u000a03:55:19.047439 --- ParallelTerminationStrategy: PID 21097 died...\u000a03:55:19.104543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21097): Terminated: ok {rc=0}\u000a03:55:19.114909 --- ParallelTerminationStrategy: PID 21100 died...\u000a03:55:19.171990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21100): Terminated: ok {rc=0}\u000a03:55:19.182241 --- ParallelTerminationStrategy: PID 21103 died...\u000a03:55:19.239337 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21103): Terminated: ok {rc=0}\u000a03:55:19.327704 bus /sierra_3: Setting Powered False\u000a03:55:20.436223 bus /sierra_3: Setting Powered False\u000a03:55:21.545962 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 37, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21112): Process ended prematurely: osmo-stp_10.42.42.5(pid=21112) [trial-2354↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21112)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21112): Process ended prematurely: osmo-stp_10.42.42.5(pid=21112) [trial-2354↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21112)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:55:22.661428 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:55:22.673788 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a03:55:22.840081 tst mo_mt_call_osmux.py: using LAC 18895\u000a03:55:22.970557 tst mo_mt_call_osmux.py: using RAC 25\u000a03:55:23.096209 tst mo_mt_call_osmux.py: using CellId 18895\u000a03:55:23.221491 tst mo_mt_call_osmux.py: using BVCI 18896\u000a03:55:23.246366 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:55:23.257961 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:55:23.269388 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:55:23.281148 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:55:23.292796 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a03:55:23.304445 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a03:55:23.421434 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a03:55:23.622243 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:55:24.108167 run create_hlr_db(pid=21106): Launched\u000a03:55:24.281158 bus /sierra_2: Setting Powered False\u000a03:55:25.305021 run create_hlr_db(pid=21106): Terminated: ok {rc=0}\u000a03:55:25.707618 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21108): Launched\u000a03:55:26.008702 run osmo-hlr_10.42.42.2(pid=21109): Launched\u000a03:55:26.118834 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:55:26.644585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21111): Launched\u000a03:55:26.946524 run osmo-stp_10.42.42.5(pid=21112): Launched\u000a03:55:27.056656 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:55:27.610098 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21114): Launched\u000a03:55:27.913828 run osmo-msc_10.42.42.6(pid=21115): Launched\u000a03:55:28.091233 run osmo-stp_10.42.42.5(pid=21112): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21112)]\u000a03:55:28.219411 run osmo-stp_10.42.42.5(pid=21112): stdout: \u000a| (launched: 2022-12-09_03:55:26.797835)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:55:28.345022 run osmo-stp_10.42.42.5(pid=21112): stderr: \u000a| �[0;m�[38;5;43m20221209035526968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035526968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035526968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035526968 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035526971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035526971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035526971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:55:28.466453 run osmo-stp_10.42.42.5(pid=21112): stdout: \u000a| (launched: 2022-12-09_03:55:26.797835)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:55:28.586632 run osmo-stp_10.42.42.5(pid=21112): stderr: \u000a| �[0;m�[38;5;43m20221209035526968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035526968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035526968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035526968 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035526971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035526971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035526971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:55:28.639873 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21112): Process ended prematurely: osmo-stp_10.42.42.5(pid=21112) [trial-2354↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21112)] [trial-2354↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a03:55:28.648655 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a03:55:28.708258 run osmo-hlr_10.42.42.2(pid=21109): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21109)]\u000a03:55:28.757344 run osmo-hlr_10.42.42.2(pid=21109): stdout: \u000a| (launched: 2022-12-09_03:55:25.861159) \u000a03:55:28.807020 run osmo-hlr_10.42.42.2(pid=21109): stderr: \u000a| �[0;m�[1;31m20221209035526039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209035526039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209035526039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035526039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035526039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209035526039 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209035526051 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209035526060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209035526060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209035526060 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:55:28.874232 run osmo-msc_10.42.42.6(pid=21115): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21115)]\u000a03:55:28.923138 run osmo-msc_10.42.42.6(pid=21115): stdout: \u000a| (launched: 2022-12-09_03:55:27.763419) \u000a03:55:28.972501 run osmo-msc_10.42.42.6(pid=21115): stderr: \u000a| �[0;m�[38;5;43m20221209035528034 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209035528034 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd05e588c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209035528035 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209035528035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209035528035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209035528035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209035528037 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209035528038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209035528038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209035528038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:55:29.014323 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21108): Terminating (SIGTERM)\u000a03:55:29.053959 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21111): Terminating (SIGTERM)\u000a03:55:29.093486 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21114): Terminating (SIGTERM)\u000a03:55:29.102685 --- ParallelTerminationStrategy: PID 21108 died...\u000a03:55:29.156194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21108): Terminated: ok {rc=0}\u000a03:55:29.165774 --- ParallelTerminationStrategy: PID 21111 died...\u000a03:55:29.219097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21111): Terminated: ok {rc=0}\u000a03:55:29.228543 --- ParallelTerminationStrategy: PID 21114 died...\u000a03:55:29.281356 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21114): Terminated: ok {rc=0}\u000a03:55:29.371423 bus /sierra_3: Setting Powered False\u000a03:55:30.473795 bus /sierra_3: Setting Powered False\u000a03:55:31.596316 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "44", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:55:11" }, { "cases" : [ { "testActions" : [ ], "age" : 37, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21126): Process ended prematurely: osmo-stp_10.42.42.5(pid=21126) [trial-2354↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21126)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21126): Process ended prematurely: osmo-stp_10.42.42.5(pid=21126) [trial-2354↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21126)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a03:55:33.594227 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:55:33.605493 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a03:55:33.762125 tst mo_mt_call.py: using LAC 18896\u000a03:55:33.880469 tst mo_mt_call.py: using RAC 26\u000a03:55:34.000861 tst mo_mt_call.py: using CellId 18896\u000a03:55:34.121372 tst mo_mt_call.py: using BVCI 18897\u000a03:55:34.144235 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:55:34.155435 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:55:34.166442 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:55:34.177421 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:55:34.188441 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:55:34.199457 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:55:34.317884 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:55:34.530334 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:55:35.043085 run create_hlr_db(pid=21120): Launched\u000a03:55:35.230564 bus /sierra_2: Setting Powered False\u000a03:55:36.253031 run create_hlr_db(pid=21120): Terminated: ok {rc=0}\u000a03:55:36.657887 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21122): Launched\u000a03:55:36.960269 run osmo-hlr_10.42.42.2(pid=21123): Launched\u000a03:55:37.070592 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:55:37.594434 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21125): Launched\u000a03:55:37.895330 run osmo-stp_10.42.42.5(pid=21126): Launched\u000a03:55:38.005236 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:55:38.555367 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21128): Launched\u000a03:55:38.856869 run osmo-msc_10.42.42.6(pid=21129): Launched\u000a03:55:39.033159 run osmo-stp_10.42.42.5(pid=21126): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21126)]\u000a03:55:39.160321 run osmo-stp_10.42.42.5(pid=21126): stdout: \u000a| (launched: 2022-12-09_03:55:37.747459)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:55:39.286202 run osmo-stp_10.42.42.5(pid=21126): stderr: \u000a| �[0;m�[38;5;43m20221209035537921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035537921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035537921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035537922 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035537922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035537922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035537922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:55:39.407568 run osmo-stp_10.42.42.5(pid=21126): stdout: \u000a| (launched: 2022-12-09_03:55:37.747459)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:55:39.527625 run osmo-stp_10.42.42.5(pid=21126): stderr: \u000a| �[0;m�[38;5;43m20221209035537921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035537921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035537921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035537922 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035537922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035537922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035537922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:55:39.580557 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21126): Process ended prematurely: osmo-stp_10.42.42.5(pid=21126) [trial-2354↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21126)] [trial-2354↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a03:55:39.589244 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a03:55:39.648774 run osmo-hlr_10.42.42.2(pid=21123): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21123)]\u000a03:55:39.698083 run osmo-hlr_10.42.42.2(pid=21123): stdout: \u000a| (launched: 2022-12-09_03:55:36.811423) \u000a03:55:39.747883 run osmo-hlr_10.42.42.2(pid=21123): stderr: \u000a| �[0;m�[1;31m20221209035536989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209035536989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209035536989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035536989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035536989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209035536989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209035537011 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209035537020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209035537020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209035537020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:55:39.815531 run osmo-msc_10.42.42.6(pid=21129): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21129)]\u000a03:55:39.864639 run osmo-msc_10.42.42.6(pid=21129): stdout: \u000a| (launched: 2022-12-09_03:55:38.708491) \u000a03:55:39.914213 run osmo-msc_10.42.42.6(pid=21129): stderr: \u000a| �[0;m�[38;5;43m20221209035538982 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209035538982 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3bb5bdac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209035538982 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209035538982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209035538982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209035538983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209035538985 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209035538986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209035538986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209035538986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:55:39.957057 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21122): Terminating (SIGTERM)\u000a03:55:39.996932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21125): Terminating (SIGTERM)\u000a03:55:40.036830 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21128): Terminating (SIGTERM)\u000a03:55:40.046050 --- ParallelTerminationStrategy: PID 21122 died...\u000a03:55:40.099875 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21122): Terminated: ok {rc=0}\u000a03:55:40.109878 --- ParallelTerminationStrategy: PID 21125 died...\u000a03:55:40.162762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21125): Terminated: ok {rc=0}\u000a03:55:40.172189 --- ParallelTerminationStrategy: PID 21128 died...\u000a03:55:40.225257 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21128): Terminated: ok {rc=0}\u000a03:55:40.309152 bus /sierra_3: Setting Powered False\u000a03:55:41.417904 bus /sierra_3: Setting Powered False\u000a03:55:42.530777 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 37, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21137): Process ended prematurely: osmo-stp_10.42.42.5(pid=21137) [trial-2354↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21137)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21137): Process ended prematurely: osmo-stp_10.42.42.5(pid=21137) [trial-2354↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21137)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:55:43.648115 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:55:43.660661 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a03:55:43.828249 tst mo_mt_call_osmux.py: using LAC 18897\u000a03:55:43.957594 tst mo_mt_call_osmux.py: using RAC 27\u000a03:55:44.089063 tst mo_mt_call_osmux.py: using CellId 18897\u000a03:55:44.214286 tst mo_mt_call_osmux.py: using BVCI 18898\u000a03:55:44.239243 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:55:44.251166 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:55:44.262855 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:55:44.275012 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:55:44.287150 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a03:55:44.299275 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:55:44.417717 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a03:55:44.620233 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:55:45.106097 run create_hlr_db(pid=21131): Launched\u000a03:55:45.279113 bus /sierra_2: Setting Powered False\u000a03:55:46.371112 run create_hlr_db(pid=21131): Terminated: ok {rc=0}\u000a03:55:46.802718 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21133): Launched\u000a03:55:47.232495 run osmo-hlr_10.42.42.2(pid=21134): Launched\u000a03:55:47.407120 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:55:47.973235 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21136): Launched\u000a03:55:48.299783 run osmo-stp_10.42.42.5(pid=21137): Launched\u000a03:55:48.418676 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:55:49.011636 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21139): Launched\u000a03:55:49.335812 run osmo-msc_10.42.42.6(pid=21140): Launched\u000a03:55:49.527033 run osmo-stp_10.42.42.5(pid=21137): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21137)]\u000a03:55:49.664396 run osmo-stp_10.42.42.5(pid=21137): stdout: \u000a| (launched: 2022-12-09_03:55:48.138769)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:55:49.801950 run osmo-stp_10.42.42.5(pid=21137): stderr: \u000a| �[0;m�[38;5;43m20221209035548332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035548333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035548333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035548333 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035548334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035548334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035548334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:55:49.933369 run osmo-stp_10.42.42.5(pid=21137): stdout: \u000a| (launched: 2022-12-09_03:55:48.138769)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:55:50.063016 run osmo-stp_10.42.42.5(pid=21137): stderr: \u000a| �[0;m�[38;5;43m20221209035548332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035548333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035548333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035548333 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035548334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035548334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035548334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:55:50.120108 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21137): Process ended prematurely: osmo-stp_10.42.42.5(pid=21137) [trial-2354↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21137)] [trial-2354↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a03:55:50.129701 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a03:55:50.194429 run osmo-hlr_10.42.42.2(pid=21134): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21134)]\u000a03:55:50.247041 run osmo-hlr_10.42.42.2(pid=21134): stdout: \u000a| (launched: 2022-12-09_03:55:46.958686) \u000a03:55:50.300553 run osmo-hlr_10.42.42.2(pid=21134): stderr: \u000a| �[0;m�[1;31m20221209035547223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209035547223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209035547223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035547223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035547223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209035547223 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209035547241 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209035547256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209035547256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209035547256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:55:50.372940 run osmo-msc_10.42.42.6(pid=21140): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21140)]\u000a03:55:50.425890 run osmo-msc_10.42.42.6(pid=21140): stdout: \u000a| (launched: 2022-12-09_03:55:49.176590) \u000a03:55:50.478973 run osmo-msc_10.42.42.6(pid=21140): stderr: \u000a| �[0;m�[38;5;43m20221209035549499 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209035549499 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f83e27cec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209035549499 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209035549499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209035549499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209035549500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209035549501 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209035549502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209035549502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209035549502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:55:50.523399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21133): Terminating (SIGTERM)\u000a03:55:50.566305 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21136): Terminating (SIGTERM)\u000a03:55:50.609314 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21139): Terminating (SIGTERM)\u000a03:55:50.619100 --- ParallelTerminationStrategy: PID 21133 died...\u000a03:55:50.675851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21133): Terminated: ok {rc=0}\u000a03:55:50.686084 --- ParallelTerminationStrategy: PID 21136 died...\u000a03:55:50.742441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21136): Terminated: ok {rc=0}\u000a03:55:50.752621 --- ParallelTerminationStrategy: PID 21139 died...\u000a03:55:50.809061 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21139): Terminated: ok {rc=0}\u000a03:55:50.895708 bus /sierra_3: Setting Powered False\u000a03:55:52.004539 bus /sierra_3: Setting Powered False\u000a03:55:53.116854 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "45", "name" : "voice_trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:55:33" }, { "cases" : [ { "testActions" : [ ], "age" : 37, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21151): Process ended prematurely: osmo-stp_10.42.42.5(pid=21151) [trial-2354↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21151)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21151): Process ended prematurely: osmo-stp_10.42.42.5(pid=21151) [trial-2354↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21151)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a03:55:55.113539 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:55:55.124936 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a03:55:55.291906 tst mo_mt_call.py: using LAC 18898\u000a03:55:55.419584 tst mo_mt_call.py: using RAC 28\u000a03:55:55.548360 tst mo_mt_call.py: using CellId 18898\u000a03:55:55.677311 tst mo_mt_call.py: using BVCI 18899\u000a03:55:55.702263 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:55:55.713760 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:55:55.725283 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:55:55.736866 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:55:55.748558 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:55:55.760165 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a03:55:55.877312 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a03:55:56.077700 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:55:56.562204 run create_hlr_db(pid=21145): Launched\u000a03:55:56.735703 bus /sierra_2: Setting Powered False\u000a03:55:57.758282 run create_hlr_db(pid=21145): Terminated: ok {rc=0}\u000a03:55:58.189834 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21147): Launched\u000a03:55:58.515076 run osmo-hlr_10.42.42.2(pid=21148): Launched\u000a03:55:58.632279 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:55:59.197591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21150): Launched\u000a03:55:59.524402 run osmo-stp_10.42.42.5(pid=21151): Launched\u000a03:55:59.642408 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:56:00.236426 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21153): Launched\u000a03:56:00.562785 run osmo-msc_10.42.42.6(pid=21154): Launched\u000a03:56:00.753640 run osmo-stp_10.42.42.5(pid=21151): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21151)]\u000a03:56:00.900996 run osmo-stp_10.42.42.5(pid=21151): stdout: \u000a| (launched: 2022-12-09_03:55:59.362772)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:56:01.131432 run osmo-stp_10.42.42.5(pid=21151): stderr: \u000a| �[0;m�[38;5;43m20221209035559554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035559554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035559555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035559555 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035559555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035559556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035559556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:56:01.266853 run osmo-stp_10.42.42.5(pid=21151): stdout: \u000a| (launched: 2022-12-09_03:55:59.362772)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:56:01.401226 run osmo-stp_10.42.42.5(pid=21151): stderr: \u000a| �[0;m�[38;5;43m20221209035559554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035559554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035559555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035559555 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035559555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035559556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035559556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:56:01.460726 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21151): Process ended prematurely: osmo-stp_10.42.42.5(pid=21151) [trial-2354↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21151)] [trial-2354↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a03:56:01.471144 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a03:56:01.540650 run osmo-hlr_10.42.42.2(pid=21148): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21148)]\u000a03:56:01.596125 run osmo-hlr_10.42.42.2(pid=21148): stdout: \u000a| (launched: 2022-12-09_03:55:58.354602) \u000a03:56:01.652421 run osmo-hlr_10.42.42.2(pid=21148): stderr: \u000a| �[0;m�[1;31m20221209035558553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209035558553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209035558553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035558553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035558553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209035558553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209035558566 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209035558574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209035558574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209035558574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:56:01.727516 run osmo-msc_10.42.42.6(pid=21154): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21154)]\u000a03:56:01.782841 run osmo-msc_10.42.42.6(pid=21154): stdout: \u000a| (launched: 2022-12-09_03:56:00.401474) \u000a03:56:01.838650 run osmo-msc_10.42.42.6(pid=21154): stderr: \u000a| �[0;m�[38;5;43m20221209035600724 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209035600724 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7b2bfd5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209035600724 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209035600724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209035600724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209035600724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209035600726 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209035600726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209035600727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209035600727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:56:01.886966 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21147): Terminating (SIGTERM)\u000a03:56:01.932496 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21150): Terminating (SIGTERM)\u000a03:56:01.979560 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21153): Terminating (SIGTERM)\u000a03:56:01.990294 --- ParallelTerminationStrategy: PID 21147 died...\u000a03:56:02.049865 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21147): Terminated: ok {rc=0}\u000a03:56:02.062203 --- ParallelTerminationStrategy: PID 21150 died...\u000a03:56:02.122349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21150): Terminated: ok {rc=0}\u000a03:56:02.133478 --- ParallelTerminationStrategy: PID 21153 died...\u000a03:56:02.193735 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21153): Terminated: ok {rc=0}\u000a03:56:02.284215 bus /sierra_3: Setting Powered False\u000a03:56:03.389818 bus /sierra_3: Setting Powered False\u000a03:56:04.498574 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 37, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21163): Process ended prematurely: osmo-stp_10.42.42.5(pid=21163) [trial-2354↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21163)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21163): Process ended prematurely: osmo-stp_10.42.42.5(pid=21163) [trial-2354↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21163)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:56:05.614451 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:56:05.626898 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a03:56:05.798331 tst mo_mt_call_osmux.py: using LAC 18899\u000a03:56:05.928583 tst mo_mt_call_osmux.py: using RAC 29\u000a03:56:06.054391 tst mo_mt_call_osmux.py: using CellId 18899\u000a03:56:06.179627 tst mo_mt_call_osmux.py: using BVCI 18900\u000a03:56:06.204597 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:56:06.215988 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:56:06.227250 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:56:06.238842 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:56:06.250474 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a03:56:06.262222 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a03:56:06.379406 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a03:56:06.593394 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:56:07.104368 run create_hlr_db(pid=21156): Launched\u000a03:56:07.291708 bus /sierra_2: Setting Powered False\u000a03:56:08.314184 run create_hlr_db(pid=21156): Terminated: ok {rc=0}\u000a03:56:08.744697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21158): Launched\u000a03:56:09.072102 run osmo-hlr_10.42.42.2(pid=21160): Launched\u000a03:56:09.194826 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:56:09.759890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21162): Launched\u000a03:56:10.087456 run osmo-stp_10.42.42.5(pid=21163): Launched\u000a03:56:10.206586 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:56:10.800667 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21165): Launched\u000a03:56:11.127115 run osmo-msc_10.42.42.6(pid=21166): Launched\u000a03:56:11.317954 run osmo-stp_10.42.42.5(pid=21163): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21163)]\u000a03:56:11.455766 run osmo-stp_10.42.42.5(pid=21163): stdout: \u000a| (launched: 2022-12-09_03:56:09.925940)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:56:11.593734 run osmo-stp_10.42.42.5(pid=21163): stderr: \u000a| �[0;m�[38;5;43m20221209035610117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035610118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035610118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035610118 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035610119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035610119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035610119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:56:11.724491 run osmo-stp_10.42.42.5(pid=21163): stdout: \u000a| (launched: 2022-12-09_03:56:09.925940)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:56:11.854977 run osmo-stp_10.42.42.5(pid=21163): stderr: \u000a| �[0;m�[38;5;43m20221209035610117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035610118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035610118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035610118 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035610119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035610119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035610119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:56:11.912528 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21163): Process ended prematurely: osmo-stp_10.42.42.5(pid=21163) [trial-2354↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21163)] [trial-2354↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a03:56:11.922120 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a03:56:11.986589 run osmo-hlr_10.42.42.2(pid=21160): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21160)]\u000a03:56:12.039021 run osmo-hlr_10.42.42.2(pid=21160): stdout: \u000a| (launched: 2022-12-09_03:56:08.910717) \u000a03:56:12.091898 run osmo-hlr_10.42.42.2(pid=21160): stderr: \u000a| �[0;m�[1;31m20221209035609108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209035609108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209035609108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035609108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035609108 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209035609109 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209035609124 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209035609134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209035609134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209035609134 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:56:12.163621 run osmo-msc_10.42.42.6(pid=21166): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21166)]\u000a03:56:12.216043 run osmo-msc_10.42.42.6(pid=21166): stdout: \u000a| (launched: 2022-12-09_03:56:10.966773) \u000a03:56:12.269173 run osmo-msc_10.42.42.6(pid=21166): stderr: \u000a| �[0;m�[38;5;43m20221209035611288 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209035611289 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fad08b7ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209035611289 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209035611289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209035611289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209035611289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209035611291 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209035611291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209035611291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209035611292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:56:12.313971 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21158): Terminating (SIGTERM)\u000a03:56:12.356736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21162): Terminating (SIGTERM)\u000a03:56:12.399240 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21165): Terminating (SIGTERM)\u000a03:56:12.409409 --- ParallelTerminationStrategy: PID 21158 died...\u000a03:56:12.466649 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21158): Terminated: ok {rc=0}\u000a03:56:12.476936 --- ParallelTerminationStrategy: PID 21162 died...\u000a03:56:12.533846 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21162): Terminated: ok {rc=0}\u000a03:56:12.544116 --- ParallelTerminationStrategy: PID 21165 died...\u000a03:56:12.601318 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21165): Terminated: ok {rc=0}\u000a03:56:12.690370 bus /sierra_3: Setting Powered False\u000a03:56:13.794402 bus /sierra_3: Setting Powered False\u000a03:56:14.906094 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "46", "name" : "voice_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:55:54" }, { "cases" : [ { "testActions" : [ ], "age" : 37, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21177): Process ended prematurely: osmo-stp_10.42.42.5(pid=21177) [trial-2354↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21177)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21177): Process ended prematurely: osmo-stp_10.42.42.5(pid=21177) [trial-2354↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21177)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call.py\u000a----------------------------------------------\u000a03:56:16.948324 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a03:56:16.960870 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a03:56:17.110158 tst mo_mt_call.py: using LAC 18900\u000a03:56:17.240821 tst mo_mt_call.py: using RAC 30\u000a03:56:17.369581 tst mo_mt_call.py: using CellId 18900\u000a03:56:17.498693 tst mo_mt_call.py: using BVCI 18901\u000a03:56:17.523637 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a03:56:17.535253 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a03:56:17.546719 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a03:56:17.558710 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a03:56:17.571150 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a03:56:17.582938 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a03:56:17.702492 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a03:56:17.904678 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:56:18.389609 run create_hlr_db(pid=21171): Launched\u000a03:56:18.562791 bus /sierra_2: Setting Powered False\u000a03:56:19.585638 run create_hlr_db(pid=21171): Terminated: ok {rc=0}\u000a03:56:20.017835 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21173): Launched\u000a03:56:20.342315 run osmo-hlr_10.42.42.2(pid=21174): Launched\u000a03:56:20.464134 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:56:21.028108 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21176): Launched\u000a03:56:21.352518 run osmo-stp_10.42.42.5(pid=21177): Launched\u000a03:56:21.470912 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:56:22.062845 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21179): Launched\u000a03:56:22.387711 run osmo-msc_10.42.42.6(pid=21180): Launched\u000a03:56:22.578387 run osmo-stp_10.42.42.5(pid=21177): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21177)]\u000a03:56:22.716348 run osmo-stp_10.42.42.5(pid=21177): stdout: \u000a| (launched: 2022-12-09_03:56:21.192913)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:56:22.853465 run osmo-stp_10.42.42.5(pid=21177): stderr: \u000a| �[0;m�[38;5;43m20221209035621384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035621384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035621384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035621385 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035621385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035621385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035621385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:56:22.984368 run osmo-stp_10.42.42.5(pid=21177): stdout: \u000a| (launched: 2022-12-09_03:56:21.192913)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:56:23.114460 run osmo-stp_10.42.42.5(pid=21177): stderr: \u000a| �[0;m�[38;5;43m20221209035621384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035621384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035621384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035621385 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035621385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035621385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035621385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:56:23.171507 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21177): Process ended prematurely: osmo-stp_10.42.42.5(pid=21177) [trial-2354↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21177)] [trial-2354↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8]\u000a03:56:23.180829 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a03:56:23.245201 run osmo-hlr_10.42.42.2(pid=21174): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21174)]\u000a03:56:23.297602 run osmo-hlr_10.42.42.2(pid=21174): stdout: \u000a| (launched: 2022-12-09_03:56:20.182429) \u000a03:56:23.351030 run osmo-hlr_10.42.42.2(pid=21174): stderr: \u000a| �[0;m�[1;31m20221209035620380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209035620380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209035620380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035620380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035620380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209035620380 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209035620393 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209035620401 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209035620402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209035620402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:56:23.422747 run osmo-msc_10.42.42.6(pid=21180): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21180)]\u000a03:56:23.475237 run osmo-msc_10.42.42.6(pid=21180): stdout: \u000a| (launched: 2022-12-09_03:56:22.227793) \u000a03:56:23.528315 run osmo-msc_10.42.42.6(pid=21180): stderr: \u000a| �[0;m�[38;5;43m20221209035622552 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209035622552 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbea75abc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209035622552 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209035622552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209035622553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209035622553 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209035622554 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209035622555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209035622555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209035622555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:56:23.573056 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21173): Terminating (SIGTERM)\u000a03:56:23.615741 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21176): Terminating (SIGTERM)\u000a03:56:23.658581 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21179): Terminating (SIGTERM)\u000a03:56:23.668648 --- ParallelTerminationStrategy: PID 21173 died...\u000a03:56:23.725746 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21173): Terminated: ok {rc=0}\u000a03:56:23.735827 --- ParallelTerminationStrategy: PID 21176 died...\u000a03:56:23.792725 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21176): Terminated: ok {rc=0}\u000a03:56:23.802938 --- ParallelTerminationStrategy: PID 21179 died...\u000a03:56:23.859908 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21179): Terminated: ok {rc=0}\u000a03:56:23.947195 bus /sierra_3: Setting Powered False\u000a03:56:25.055476 bus /sierra_3: Setting Powered False\u000a03:56:26.167793 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 37, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21188): Process ended prematurely: osmo-stp_10.42.42.5(pid=21188) [trial-2354↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21188)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21188): Process ended prematurely: osmo-stp_10.42.42.5(pid=21188) [trial-2354↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21188)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:56:27.282046 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a03:56:27.294552 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a03:56:27.440831 tst mo_mt_call_osmux.py: using LAC 18901\u000a03:56:27.567647 tst mo_mt_call_osmux.py: using RAC 31\u000a03:56:27.693881 tst mo_mt_call_osmux.py: using CellId 18901\u000a03:56:27.820365 tst mo_mt_call_osmux.py: using BVCI 18902\u000a03:56:27.845184 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a03:56:27.856737 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a03:56:27.868489 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a03:56:27.879963 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a03:56:27.891598 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a03:56:27.903091 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a03:56:28.023534 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a03:56:28.226116 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:56:28.710604 run create_hlr_db(pid=21182): Launched\u000a03:56:28.883907 bus /sierra_2: Setting Powered False\u000a03:56:29.906265 run create_hlr_db(pid=21182): Terminated: ok {rc=0}\u000a03:56:30.336646 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21184): Launched\u000a03:56:30.662430 run osmo-hlr_10.42.42.2(pid=21185): Launched\u000a03:56:30.783089 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:56:31.400889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21187): Launched\u000a03:56:31.968799 run osmo-stp_10.42.42.5(pid=21188): Launched\u000a03:56:32.170855 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:56:32.793648 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21190): Launched\u000a03:56:33.118293 run osmo-msc_10.42.42.6(pid=21191): Launched\u000a03:56:33.308740 run osmo-stp_10.42.42.5(pid=21188): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21188)]\u000a03:56:33.446667 run osmo-stp_10.42.42.5(pid=21188): stdout: \u000a| (launched: 2022-12-09_03:56:31.604352)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:56:33.582724 run osmo-stp_10.42.42.5(pid=21188): stderr: \u000a| �[0;m�[38;5;43m20221209035631859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035631859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035631860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035631861 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035631863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035631863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035631863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:56:33.713325 run osmo-stp_10.42.42.5(pid=21188): stdout: \u000a| (launched: 2022-12-09_03:56:31.604352)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:56:33.842816 run osmo-stp_10.42.42.5(pid=21188): stderr: \u000a| �[0;m�[38;5;43m20221209035631859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035631859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035631860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035631861 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035631863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035631863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035631863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:56:33.899503 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21188): Process ended prematurely: osmo-stp_10.42.42.5(pid=21188) [trial-2354↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21188)] [trial-2354↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8]\u000a03:56:33.908661 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a03:56:33.972914 run osmo-hlr_10.42.42.2(pid=21185): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21185)]\u000a03:56:34.025021 run osmo-hlr_10.42.42.2(pid=21185): stdout: \u000a| (launched: 2022-12-09_03:56:30.502070) \u000a03:56:34.077747 run osmo-hlr_10.42.42.2(pid=21185): stderr: \u000a| �[0;m�[1;31m20221209035630701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209035630701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209035630701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035630701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035630701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209035630702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209035630713 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209035630722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209035630722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209035630722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:56:34.149316 run osmo-msc_10.42.42.6(pid=21191): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21191)]\u000a03:56:34.201338 run osmo-msc_10.42.42.6(pid=21191): stdout: \u000a| (launched: 2022-12-09_03:56:32.959025) \u000a03:56:34.254022 run osmo-msc_10.42.42.6(pid=21191): stderr: \u000a| �[0;m�[38;5;43m20221209035633282 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209035633282 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f502667ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209035633282 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209035633282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209035633282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209035633283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209035633284 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209035633285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209035633285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209035633285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:56:34.298392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21184): Terminating (SIGTERM)\u000a03:56:34.340649 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21187): Terminating (SIGTERM)\u000a03:56:34.384075 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21190): Terminating (SIGTERM)\u000a03:56:34.394208 --- ParallelTerminationStrategy: PID 21184 died...\u000a03:56:34.450925 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21184): Terminated: ok {rc=0}\u000a03:56:34.461126 --- ParallelTerminationStrategy: PID 21187 died...\u000a03:56:34.517005 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21187): Terminated: ok {rc=0}\u000a03:56:34.527341 --- ParallelTerminationStrategy: PID 21190 died...\u000a03:56:34.583732 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21190): Terminated: ok {rc=0}\u000a03:56:34.670600 bus /sierra_3: Setting Powered False\u000a03:56:35.778066 bus /sierra_3: Setting Powered False\u000a03:56:36.886159 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "47", "name" : "voice_trx-b200+mod-bts0-trxdversion0", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:56:16" }, { "cases" : [ { "testActions" : [ ], "age" : 210, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21203): Process ended prematurely: osmo-stp_10.42.42.5(pid=21203) [trial-2354↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21203)]", "failedSince" : 2145, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21203): Process ended prematurely: osmo-stp_10.42.42.5(pid=21203) [trial-2354↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21203)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a03:56:38.893339 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a03:56:38.905123 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a03:56:39.053891 tst mo_mt_call.py: using LAC 18902\u000a03:56:39.186688 tst mo_mt_call.py: using RAC 32\u000a03:56:39.314026 tst mo_mt_call.py: using CellId 18902\u000a03:56:39.435223 tst mo_mt_call.py: using BVCI 18903\u000a03:56:39.458535 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a03:56:39.469930 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a03:56:39.480916 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a03:56:39.492235 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a03:56:39.503543 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a03:56:39.514769 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a03:56:39.630583 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a03:56:39.832383 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:56:40.317292 run create_hlr_db(pid=21197): Launched\u000a03:56:40.505535 bus /sierra_2: Setting Powered False\u000a03:56:41.526897 run create_hlr_db(pid=21197): Terminated: ok {rc=0}\u000a03:56:41.957368 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21199): Launched\u000a03:56:42.282608 run osmo-hlr_10.42.42.2(pid=21200): Launched\u000a03:56:42.402093 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:56:42.965871 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21202): Launched\u000a03:56:43.291806 run osmo-stp_10.42.42.5(pid=21203): Launched\u000a03:56:43.410396 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:56:44.004409 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21205): Launched\u000a03:56:44.330590 run osmo-msc_10.42.42.6(pid=21206): Launched\u000a03:56:44.521868 run osmo-stp_10.42.42.5(pid=21203): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21203)]\u000a03:56:44.660307 run osmo-stp_10.42.42.5(pid=21203): stdout: \u000a| (launched: 2022-12-09_03:56:43.131574)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:56:44.798014 run osmo-stp_10.42.42.5(pid=21203): stderr: \u000a| �[0;m�[38;5;43m20221209035643325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035643325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035643325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035643326 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035643326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035643326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035643326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:56:44.929546 run osmo-stp_10.42.42.5(pid=21203): stdout: \u000a| (launched: 2022-12-09_03:56:43.131574)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:56:45.059545 run osmo-stp_10.42.42.5(pid=21203): stderr: \u000a| �[0;m�[38;5;43m20221209035643325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035643325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035643325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035643326 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035643326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035643326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035643326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:56:45.116916 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21203): Process ended prematurely: osmo-stp_10.42.42.5(pid=21203) [trial-2354↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21203)] [trial-2354↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a03:56:45.126280 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a03:56:45.190623 run osmo-hlr_10.42.42.2(pid=21200): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21200)]\u000a03:56:45.243237 run osmo-hlr_10.42.42.2(pid=21200): stdout: \u000a| (launched: 2022-12-09_03:56:42.122821) \u000a03:56:45.296080 run osmo-hlr_10.42.42.2(pid=21200): stderr: \u000a| �[0;m�[1;31m20221209035642321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209035642321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209035642321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035642321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035642321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209035642321 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209035642333 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209035642341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209035642342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209035642342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:56:45.368461 run osmo-msc_10.42.42.6(pid=21206): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21206)]\u000a03:56:45.420871 run osmo-msc_10.42.42.6(pid=21206): stdout: \u000a| (launched: 2022-12-09_03:56:44.169987) \u000a03:56:45.473982 run osmo-msc_10.42.42.6(pid=21206): stderr: \u000a| �[0;m�[38;5;43m20221209035644494 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209035644494 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff39013ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209035644494 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209035644494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209035644495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209035644495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209035644496 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209035644497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209035644497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209035644497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:56:45.519249 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21199): Terminating (SIGTERM)\u000a03:56:45.561704 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21202): Terminating (SIGTERM)\u000a03:56:45.604527 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21205): Terminating (SIGTERM)\u000a03:56:45.614618 --- ParallelTerminationStrategy: PID 21199 died...\u000a03:56:45.671556 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21199): Terminated: ok {rc=0}\u000a03:56:45.681748 --- ParallelTerminationStrategy: PID 21202 died...\u000a03:56:45.738344 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21202): Terminated: ok {rc=0}\u000a03:56:45.748501 --- ParallelTerminationStrategy: PID 21205 died...\u000a03:56:45.804931 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21205): Terminated: ok {rc=0}\u000a03:56:45.908928 bus /sierra_3: Setting Powered False\u000a03:56:47.039601 bus /sierra_3: Setting Powered False\u000a03:56:48.155548 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 190, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21214): Process ended prematurely: osmo-stp_10.42.42.5(pid=21214) [trial-2354↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21214)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21214): Process ended prematurely: osmo-stp_10.42.42.5(pid=21214) [trial-2354↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21214)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a03:56:49.266443 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a03:56:49.278584 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a03:56:49.417640 tst mo_mt_call_osmux.py: using LAC 18903\u000a03:56:49.535902 tst mo_mt_call_osmux.py: using RAC 33\u000a03:56:49.656377 tst mo_mt_call_osmux.py: using CellId 18903\u000a03:56:49.776387 tst mo_mt_call_osmux.py: using BVCI 18904\u000a03:56:49.799351 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a03:56:49.810703 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a03:56:49.822159 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a03:56:49.833740 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a03:56:49.845232 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a03:56:49.856550 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a03:56:49.977852 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a03:56:50.187268 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:56:50.673204 run create_hlr_db(pid=21208): Launched\u000a03:56:50.846021 bus /sierra_2: Setting Powered False\u000a03:56:51.870249 run create_hlr_db(pid=21208): Terminated: ok {rc=0}\u000a03:56:52.302540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21210): Launched\u000a03:56:52.627338 run osmo-hlr_10.42.42.2(pid=21211): Launched\u000a03:56:52.749435 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:56:53.312435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21213): Launched\u000a03:56:53.637690 run osmo-stp_10.42.42.5(pid=21214): Launched\u000a03:56:53.756054 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:56:54.349480 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21216): Launched\u000a03:56:54.673962 run osmo-msc_10.42.42.6(pid=21217): Launched\u000a03:56:54.864366 run osmo-stp_10.42.42.5(pid=21214): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21214)]\u000a03:56:55.002173 run osmo-stp_10.42.42.5(pid=21214): stdout: \u000a| (launched: 2022-12-09_03:56:53.477789)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:56:55.138874 run osmo-stp_10.42.42.5(pid=21214): stderr: \u000a| �[0;m�[38;5;43m20221209035653670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035653670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035653670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035653670 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035653671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035653671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035653671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:56:55.269920 run osmo-stp_10.42.42.5(pid=21214): stdout: \u000a| (launched: 2022-12-09_03:56:53.477789)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:56:55.399501 run osmo-stp_10.42.42.5(pid=21214): stderr: \u000a| �[0;m�[38;5;43m20221209035653670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035653670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035653670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035653670 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035653671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035653671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035653671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:56:55.456587 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21214): Process ended prematurely: osmo-stp_10.42.42.5(pid=21214) [trial-2354↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21214)] [trial-2354↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a03:56:55.466207 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a03:56:55.530159 run osmo-hlr_10.42.42.2(pid=21211): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21211)]\u000a03:56:55.582349 run osmo-hlr_10.42.42.2(pid=21211): stdout: \u000a| (launched: 2022-12-09_03:56:52.467848) \u000a03:56:55.635202 run osmo-hlr_10.42.42.2(pid=21211): stderr: \u000a| �[0;m�[1;31m20221209035652670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209035652670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209035652670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035652670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035652670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209035652670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209035652682 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209035652690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209035652690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209035652690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:56:55.706798 run osmo-msc_10.42.42.6(pid=21217): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21217)]\u000a03:56:55.758807 run osmo-msc_10.42.42.6(pid=21217): stdout: \u000a| (launched: 2022-12-09_03:56:54.514652) \u000a03:56:55.811475 run osmo-msc_10.42.42.6(pid=21217): stderr: \u000a| �[0;m�[38;5;43m20221209035654841 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209035654841 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffb9c15ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209035654841 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209035654841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209035654841 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209035654842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209035654843 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209035654844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209035654844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209035654844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:56:55.856189 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21210): Terminating (SIGTERM)\u000a03:56:55.898915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21213): Terminating (SIGTERM)\u000a03:56:55.941754 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21216): Terminating (SIGTERM)\u000a03:56:55.951774 --- ParallelTerminationStrategy: PID 21210 died...\u000a03:56:56.008551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21210): Terminated: ok {rc=0}\u000a03:56:56.019026 --- ParallelTerminationStrategy: PID 21213 died...\u000a03:56:56.075858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21213): Terminated: ok {rc=0}\u000a03:56:56.085962 --- ParallelTerminationStrategy: PID 21216 died...\u000a03:56:56.142754 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21216): Terminated: ok {rc=0}\u000a03:56:56.230829 bus /sierra_3: Setting Powered False\u000a03:56:57.339069 bus /sierra_3: Setting Powered False\u000a03:56:58.451827 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "48", "name" : "voice_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:56:38" }, { "cases" : [ { "testActions" : [ ], "age" : 37, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21228): Process ended prematurely: osmo-stp_10.42.42.5(pid=21228) [trial-2354↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21228)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21228): Process ended prematurely: osmo-stp_10.42.42.5(pid=21228) [trial-2354↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21228)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 emergency:trx-b200 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a03:57:00.460205 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:57:00.470820 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a03:57:00.606344 tst emergency_mo_mt_call.py: using LAC 18904\u000a03:57:00.722322 tst emergency_mo_mt_call.py: using RAC 34\u000a03:57:00.845182 tst emergency_mo_mt_call.py: using CellId 18904\u000a03:57:00.984544 tst emergency_mo_mt_call.py: using BVCI 18905\u000a03:57:01.009860 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:57:01.021566 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:57:01.033290 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:57:01.044605 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:57:01.055838 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:57:01.067390 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a03:57:01.184365 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a03:57:01.386725 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:57:01.967165 run create_hlr_db(pid=21222): Launched\u000a03:57:02.180336 bus /sierra_2: Setting Powered False\u000a03:57:03.168146 run create_hlr_db(pid=21222): Terminated: ok {rc=0}\u000a03:57:03.621885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21224): Launched\u000a03:57:03.940227 run osmo-hlr_10.42.42.2(pid=21225): Launched\u000a03:57:04.054364 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:57:04.570837 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21227): Launched\u000a03:57:04.868696 run osmo-stp_10.42.42.5(pid=21228): Launched\u000a03:57:04.990025 tst emergency_mo_mt_call.py: using MSISDN 7016\u000a03:57:05.138095 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:57:05.682406 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21230): Launched\u000a03:57:05.983042 run osmo-msc_10.42.42.6(pid=21231): Launched\u000a03:57:06.157631 run osmo-stp_10.42.42.5(pid=21228): ERR: Terminated: ERROR {rc=1} [trial-2354↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21228)]\u000a03:57:06.283881 run osmo-stp_10.42.42.5(pid=21228): stdout: \u000a| (launched: 2022-12-09_03:57:04.721634)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:57:06.408470 run osmo-stp_10.42.42.5(pid=21228): stderr: \u000a| �[0;m�[38;5;43m20221209035704895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035704895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035704895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035704895 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035704896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035704896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035704896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:57:06.527839 run osmo-stp_10.42.42.5(pid=21228): stdout: \u000a| (launched: 2022-12-09_03:57:04.721634)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:57:06.646144 run osmo-stp_10.42.42.5(pid=21228): stderr: \u000a| �[0;m�[38;5;43m20221209035704895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035704895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035704895 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035704895 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035704896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035704896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035704896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:57:06.698068 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=21228): Process ended prematurely: osmo-stp_10.42.42.5(pid=21228) [trial-2354↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21228)] [trial-2354↪emergency:trx-b200↪emergency_mo_mt_call.py:19]\u000a03:57:06.706232 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a03:57:06.766014 run osmo-hlr_10.42.42.2(pid=21225): ERR: Terminated: ERROR {rc=237} [trial-2354↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21225)]\u000a03:57:06.815726 run osmo-hlr_10.42.42.2(pid=21225): stdout: \u000a| (launched: 2022-12-09_03:57:03.783650) \u000a03:57:06.865897 run osmo-hlr_10.42.42.2(pid=21225): stderr: \u000a| �[0;m�[1;31m20221209035703965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209035703965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209035703965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035703965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035703965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209035703966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209035703978 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/emergency:trx-b200/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209035703986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209035703986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209035703986 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:57:06.934024 run osmo-msc_10.42.42.6(pid=21231): ERR: Terminated: ERROR {rc=2} [trial-2354↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21231)]\u000a03:57:06.983404 run osmo-msc_10.42.42.6(pid=21231): stdout: \u000a| (launched: 2022-12-09_03:57:05.833537) \u000a03:57:07.033365 run osmo-msc_10.42.42.6(pid=21231): stderr: \u000a| �[0;m�[38;5;43m20221209035706106 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209035706106 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f199efe0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209035706106 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209035706106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209035706106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209035706106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209035706109 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209035706110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209035706110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209035706110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:57:07.075548 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21224): Terminating (SIGTERM)\u000a03:57:07.115729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21227): Terminating (SIGTERM)\u000a03:57:07.155638 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21230): Terminating (SIGTERM)\u000a03:57:07.165007 --- ParallelTerminationStrategy: PID 21224 died...\u000a03:57:07.218792 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21224): Terminated: ok {rc=0}\u000a03:57:07.228515 --- ParallelTerminationStrategy: PID 21227 died...\u000a03:57:07.281641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21227): Terminated: ok {rc=0}\u000a03:57:07.291678 --- ParallelTerminationStrategy: PID 21230 died...\u000a03:57:07.344683 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21230): Terminated: ok {rc=0}\u000a03:57:07.428107 bus /sierra_3: Setting Powered False\u000a03:57:08.536293 bus /sierra_3: Setting Powered False\u000a03:57:09.648578 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 192, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21239): Process ended prematurely: osmo-stp_10.42.42.5(pid=21239) [trial-2354↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21239)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21239): Process ended prematurely: osmo-stp_10.42.42.5(pid=21239) [trial-2354↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21239)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 emergency:trx-b200 emergency_preemptive_call.py\u000a----------------------------------------------\u000a03:57:10.700169 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:57:10.711814 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a03:57:10.849229 tst emergency_preemptive_call.py: using LAC 18905\u000a03:57:10.967197 tst emergency_preemptive_call.py: using RAC 35\u000a03:57:11.085278 tst emergency_preemptive_call.py: using CellId 18905\u000a03:57:11.203480 tst emergency_preemptive_call.py: using BVCI 18906\u000a03:57:11.226132 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:57:11.236758 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:57:11.247271 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:57:11.257913 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:57:11.268496 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a03:57:11.279180 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a03:57:11.394057 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a03:57:11.512770 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a03:57:11.626151 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a03:57:11.823668 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:57:12.303118 run create_hlr_db(pid=21233): Launched\u000a03:57:12.473939 bus /sierra_2: Setting Powered False\u000a03:57:13.496800 run create_hlr_db(pid=21233): Terminated: ok {rc=0}\u000a03:57:13.923263 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21235): Launched\u000a03:57:14.242801 run osmo-hlr_10.42.42.2(pid=21236): Launched\u000a03:57:14.361992 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:57:14.918417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21238): Launched\u000a03:57:15.239342 run osmo-stp_10.42.42.5(pid=21239): Launched\u000a03:57:15.365675 tst emergency_preemptive_call.py: using MSISDN 7017\u000a03:57:15.525632 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a03:57:16.141476 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21241): Launched\u000a03:57:16.608479 run osmo-msc_10.42.42.6(pid=21242): Launched\u000a03:57:17.001222 run osmo-stp_10.42.42.5(pid=21239): ERR: Terminated: ERROR {rc=1} [trial-2354↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21239)]\u000a03:57:17.210232 run osmo-stp_10.42.42.5(pid=21239): stdout: \u000a| (launched: 2022-12-09_03:57:15.081157)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:57:17.378836 run osmo-stp_10.42.42.5(pid=21239): stderr: \u000a| �[0;m�[38;5;43m20221209035715273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035715274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035715274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035715274 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035715276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035715277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035715277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:57:17.520023 run osmo-stp_10.42.42.5(pid=21239): stdout: \u000a| (launched: 2022-12-09_03:57:15.081157)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:57:17.639105 run osmo-stp_10.42.42.5(pid=21239): stderr: \u000a| �[0;m�[38;5;43m20221209035715273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035715274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035715274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035715274 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035715276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035715277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035715277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:57:17.691460 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=21239): Process ended prematurely: osmo-stp_10.42.42.5(pid=21239) [trial-2354↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21239)] [trial-2354↪emergency:trx-b200↪emergency_preemptive_call.py:32]\u000a03:57:17.699669 tst emergency_preemptive_call.py:32: Test FAILED (7.0 sec)\u000a03:57:17.760236 run osmo-hlr_10.42.42.2(pid=21236): ERR: Terminated: ERROR {rc=237} [trial-2354↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21236)]\u000a03:57:17.809989 run osmo-hlr_10.42.42.2(pid=21236): stdout: \u000a| (launched: 2022-12-09_03:57:14.086156) \u000a03:57:17.860342 run osmo-hlr_10.42.42.2(pid=21236): stderr: \u000a| �[0;m�[1;31m20221209035714284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209035714284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209035714284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035714284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035714284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209035714284 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209035714295 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/emergency:trx-b200/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209035714303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209035714303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209035714303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:57:17.928870 run osmo-msc_10.42.42.6(pid=21242): ERR: Terminated: ERROR {rc=2} [trial-2354↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21242)]\u000a03:57:17.978597 run osmo-msc_10.42.42.6(pid=21242): stdout: \u000a| (launched: 2022-12-09_03:57:16.304804) \u000a03:57:18.028628 run osmo-msc_10.42.42.6(pid=21242): stderr: \u000a| �[0;m�[38;5;43m20221209035716691 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209035716691 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f94c6445c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209035716692 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209035716692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209035716692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209035716693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209035716694 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209035716695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209035716695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209035716695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a03:57:18.071486 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21235): Terminating (SIGTERM)\u000a03:57:18.111871 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21238): Terminating (SIGTERM)\u000a03:57:18.152132 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21241): Terminating (SIGTERM)\u000a03:57:18.161096 --- ParallelTerminationStrategy: PID 21235 died...\u000a03:57:18.214860 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21235): Terminated: ok {rc=0}\u000a03:57:18.224598 --- ParallelTerminationStrategy: PID 21238 died...\u000a03:57:18.278356 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21238): Terminated: ok {rc=0}\u000a03:57:18.287991 --- ParallelTerminationStrategy: PID 21241 died...\u000a03:57:18.341576 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21241): Terminated: ok {rc=0}\u000a03:57:18.431167 bus /sierra_9: Setting Powered False\u000a03:57:19.535589 bus /sierra_9: Setting Powered False\u000a03:57:20.646672 bus /sierra_8: Setting Powered False\u000a03:57:21.754607 bus /sierra_8: Setting Powered False\u000a03:57:22.862943 bus /sierra_3: Setting Powered False\u000a03:57:23.971132 bus /sierra_3: Setting Powered False\u000a03:57:25.079502 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "49", "name" : "emergency_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:57:00" }, { "cases" : [ { "testActions" : [ ], "age" : 37, "className" : "gprs:trx-b200", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21257): Process ended prematurely: osmo-stp_10.42.42.5(pid=21257) [trial-2354↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21257)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21257): Process ended prematurely: osmo-stp_10.42.42.5(pid=21257) [trial-2354↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21257)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-b200 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a03:57:27.197746 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:27.209058 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a03:57:27.352283 tst cs_paging_gprs_active.py: using LAC 18906\u000a03:57:27.480588 tst cs_paging_gprs_active.py: using RAC 36\u000a03:57:27.609711 tst cs_paging_gprs_active.py: using CellId 18906\u000a03:57:27.736517 tst cs_paging_gprs_active.py: using BVCI 18907\u000a03:57:27.761511 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:27.772470 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:27.783339 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:27.794385 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:27.805854 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:27.816725 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:27.827969 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:27.839185 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:27.850470 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a03:57:27.969903 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a03:57:28.264877 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a03:57:28.401355 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:57:28.737394 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21247): Launched\u000a03:57:29.018654 run iperf3-srv_10.42.42.10(pid=21248): Launched\u000a03:57:29.218469 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a03:57:29.354516 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:57:29.690148 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21249): Launched\u000a03:57:29.970096 run iperf3-srv_10.42.42.10(pid=21250): Launched\u000a03:57:30.169863 tst cs_paging_gprs_active.py:38: start network...\u000a03:57:30.306149 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:57:30.819516 run create_hlr_db(pid=21251): Launched\u000a03:57:31.020289 bus /sierra_2: Setting Powered False\u000a03:57:32.034851 run create_hlr_db(pid=21251): Terminated: ok {rc=0}\u000a03:57:32.442697 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21253): Launched\u000a03:57:32.748463 run osmo-hlr_10.42.42.2(pid=21254): Launched\u000a03:57:32.861286 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:57:33.387474 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21256): Launched\u000a03:57:33.690210 run osmo-stp_10.42.42.5(pid=21257): Launched\u000a03:57:33.799209 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:57:34.331410 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21259): Launched\u000a03:57:34.440291 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:57:34.705529 run patchelf(pid=21260): Launched\u000a03:57:34.882956 run osmo-stp_10.42.42.5(pid=21257): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21257)]\u000a03:57:35.013205 run osmo-stp_10.42.42.5(pid=21257): stdout: \u000a| (launched: 2022-12-09_03:57:33.541439)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:57:35.143026 run osmo-stp_10.42.42.5(pid=21257): stderr: \u000a| �[0;m�[38;5;43m20221209035733714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035733714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035733714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035733715 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035733715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035733715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035733715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:57:35.269652 run osmo-stp_10.42.42.5(pid=21257): stdout: \u000a| (launched: 2022-12-09_03:57:33.541439)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:57:35.394209 run osmo-stp_10.42.42.5(pid=21257): stderr: \u000a| �[0;m�[38;5;43m20221209035733714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035733714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035733714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035733715 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035733715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035733715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035733715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:57:35.539925 run patchelf(pid=21260): Terminating (SIGINT)\u000a03:57:35.711392 run patchelf(pid=21260): Terminated: ok {rc=0}\u000a03:57:35.743043 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=21257): Process ended prematurely: osmo-stp_10.42.42.5(pid=21257) [trial-2354↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21257)] [trial-2354↪gprs:trx-b200↪cs_paging_gprs_active.py:38]\u000a03:57:35.752299 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a03:57:35.813228 run osmo-hlr_10.42.42.2(pid=21254): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-b200↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21254)]\u000a03:57:35.863199 run osmo-hlr_10.42.42.2(pid=21254): stdout: \u000a| (launched: 2022-12-09_03:57:32.596429) \u000a03:57:35.913464 run osmo-hlr_10.42.42.2(pid=21254): stderr: \u000a| �[0;m�[1;31m20221209035732773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209035732773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209035732773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035732773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035732773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209035732773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209035732785 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-b200/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209035732793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209035732794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209035732794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:57:35.955957 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21247): Terminating (SIGTERM)\u000a03:57:35.995954 run iperf3-srv_10.42.42.10(pid=21248): Terminating (SIGTERM)\u000a03:57:36.036150 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21249): Terminating (SIGTERM)\u000a03:57:36.076192 run iperf3-srv_10.42.42.10(pid=21250): Terminating (SIGTERM)\u000a03:57:36.116335 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21253): Terminating (SIGTERM)\u000a03:57:36.156491 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21256): Terminating (SIGTERM)\u000a03:57:36.196738 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21259): Terminating (SIGTERM)\u000a03:57:36.206427 --- ParallelTerminationStrategy: PID 21247 died...\u000a03:57:36.260281 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21247): Terminated: ok {rc=0}\u000a03:57:36.269927 --- ParallelTerminationStrategy: PID 21248 died...\u000a03:57:36.322942 run iperf3-srv_10.42.42.10(pid=21248): Terminated {rc=256}\u000a03:57:36.332435 --- ParallelTerminationStrategy: PID 21249 died...\u000a03:57:36.385588 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21249): Terminated: ok {rc=0}\u000a03:57:36.395100 --- ParallelTerminationStrategy: PID 21250 died...\u000a03:57:36.448300 run iperf3-srv_10.42.42.10(pid=21250): Terminated {rc=256}\u000a03:57:36.457876 --- ParallelTerminationStrategy: PID 21253 died...\u000a03:57:36.511256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21253): Terminated: ok {rc=0}\u000a03:57:36.520748 --- ParallelTerminationStrategy: PID 21256 died...\u000a03:57:36.574077 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21256): Terminated: ok {rc=0}\u000a03:57:36.583639 --- ParallelTerminationStrategy: PID 21259 died...\u000a03:57:36.636828 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21259): Terminated: ok {rc=0}\u000a03:57:36.719841 bus /gobi_0: Setting Powered False\u000a03:57:37.828536 bus /gobi_0: Setting Powered False\u000a03:57:38.937586 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 37, "className" : "gprs:trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21273): Process ended prematurely: osmo-stp_10.42.42.5(pid=21273) [trial-2354↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21273)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21273): Process ended prematurely: osmo-stp_10.42.42.5(pid=21273) [trial-2354↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21273)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-b200 iperf3.py\u000a----------------------------------------------\u000a03:57:40.052196 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:40.063879 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a03:57:40.211642 tst iperf3.py: using LAC 18907\u000a03:57:40.337981 tst iperf3.py: using RAC 37\u000a03:57:40.464522 tst iperf3.py: using CellId 18907\u000a03:57:40.603769 tst iperf3.py: using BVCI 18908\u000a03:57:40.628612 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:40.639792 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:40.650720 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:40.661906 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:40.673019 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:40.684036 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:40.695377 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:40.706431 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:40.717728 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a03:57:40.995295 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:57:41.121206 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:57:41.435432 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21265): Launched\u000a03:57:41.698158 run iperf3-srv_10.42.42.10(pid=21266): Launched\u000a03:57:41.882704 tst iperf3.py:8: start network...\u000a03:57:42.009121 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:57:42.498416 run create_hlr_db(pid=21267): Launched\u000a03:57:42.670958 bus /gobi_6: Setting Powered False\u000a03:57:43.693795 run create_hlr_db(pid=21267): Terminated: ok {rc=0}\u000a03:57:44.126284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21269): Launched\u000a03:57:44.453754 run osmo-hlr_10.42.42.2(pid=21270): Launched\u000a03:57:44.571881 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:57:45.139535 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21272): Launched\u000a03:57:45.466996 run osmo-stp_10.42.42.5(pid=21273): Launched\u000a03:57:45.586189 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:57:46.180826 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21275): Launched\u000a03:57:46.294352 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:57:46.584472 run patchelf(pid=21276): Launched\u000a03:57:46.767082 run osmo-stp_10.42.42.5(pid=21273): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21273)]\u000a03:57:46.901429 run osmo-stp_10.42.42.5(pid=21273): stdout: \u000a| (launched: 2022-12-09_03:57:45.305586)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:57:47.036221 run osmo-stp_10.42.42.5(pid=21273): stderr: \u000a| �[0;m�[38;5;43m20221209035745500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035745501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035745501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035745501 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035745502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035745502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035745502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:57:47.164274 run osmo-stp_10.42.42.5(pid=21273): stdout: \u000a| (launched: 2022-12-09_03:57:45.305586)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:57:47.288797 run osmo-stp_10.42.42.5(pid=21273): stderr: \u000a| �[0;m�[38;5;43m20221209035745500 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035745501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035745501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035745501 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035745502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035745502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035745502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:57:47.434667 run patchelf(pid=21276): Terminating (SIGINT)\u000a03:57:47.606088 run patchelf(pid=21276): Terminated: ok {rc=0}\u000a03:57:47.637820 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21273): Process ended prematurely: osmo-stp_10.42.42.5(pid=21273) [trial-2354↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21273)] [trial-2354↪gprs:trx-b200↪iperf3.py:8]\u000a03:57:47.647277 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a03:57:47.708201 run osmo-hlr_10.42.42.2(pid=21270): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-b200↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21270)]\u000a03:57:47.757659 run osmo-hlr_10.42.42.2(pid=21270): stdout: \u000a| (launched: 2022-12-09_03:57:44.291494) \u000a03:57:47.807872 run osmo-hlr_10.42.42.2(pid=21270): stderr: \u000a| �[0;m�[1;31m20221209035744489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209035744489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209035744489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035744489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035744489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209035744489 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209035744502 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-b200/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209035744511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209035744511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209035744511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:57:47.850850 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21265): Terminating (SIGTERM)\u000a03:57:47.891095 run iperf3-srv_10.42.42.10(pid=21266): Terminating (SIGTERM)\u000a03:57:47.931438 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21269): Terminating (SIGTERM)\u000a03:57:47.971725 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21272): Terminating (SIGTERM)\u000a03:57:48.012250 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21275): Terminating (SIGTERM)\u000a03:57:48.021670 --- ParallelTerminationStrategy: PID 21265 died...\u000a03:57:48.075795 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21265): Terminated: ok {rc=0}\u000a03:57:48.085820 --- ParallelTerminationStrategy: PID 21266 died...\u000a03:57:48.139481 run iperf3-srv_10.42.42.10(pid=21266): Terminated {rc=256}\u000a03:57:48.149137 --- ParallelTerminationStrategy: PID 21269 died...\u000a03:57:48.202676 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21269): Terminated: ok {rc=0}\u000a03:57:48.212289 --- ParallelTerminationStrategy: PID 21272 died...\u000a03:57:48.265973 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21272): Terminated: ok {rc=0}\u000a03:57:48.275629 --- ParallelTerminationStrategy: PID 21275 died...\u000a03:57:48.329877 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21275): Terminated: ok {rc=0}\u000a03:57:48.414263 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 169, "className" : "gprs:trx-b200", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21291): Process ended prematurely: osmo-stp_10.42.42.5(pid=21291) [trial-2354↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21291)]", "failedSince" : 2186, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21291): Process ended prematurely: osmo-stp_10.42.42.5(pid=21291) [trial-2354↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21291)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-b200 iperf3m4.py\u000a----------------------------------------------\u000a03:57:49.530539 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:49.542273 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a03:57:49.684345 tst iperf3m4.py: using LAC 18908\u000a03:57:49.810421 tst iperf3m4.py: using RAC 38\u000a03:57:49.936365 tst iperf3m4.py: using CellId 18908\u000a03:57:50.062288 tst iperf3m4.py: using BVCI 18909\u000a03:57:50.087069 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:50.098305 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:50.109266 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:50.120394 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:50.131552 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:50.142621 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:50.153996 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:50.165415 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:57:50.176661 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a03:57:50.293530 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a03:57:50.416468 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a03:57:50.538266 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a03:57:50.834423 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:57:50.971384 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:57:51.309933 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21277): Launched\u000a03:57:51.591608 run iperf3-srv_10.42.42.10(pid=21278): Launched\u000a03:57:51.790980 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a03:57:51.927729 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:57:52.266493 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21279): Launched\u000a03:57:52.546831 run iperf3-srv_10.42.42.10(pid=21280): Launched\u000a03:57:52.746311 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a03:57:52.882611 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:57:53.219987 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21281): Launched\u000a03:57:53.501379 run iperf3-srv_10.42.42.10(pid=21282): Launched\u000a03:57:53.700184 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a03:57:53.836250 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:57:54.174453 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21283): Launched\u000a03:57:54.455794 run iperf3-srv_10.42.42.10(pid=21284): Launched\u000a03:57:54.654448 tst iperf3m4.py:8: start network...\u000a03:57:54.790194 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:57:55.302310 run create_hlr_db(pid=21285): Launched\u000a03:57:55.490160 bus /gobi_6: Setting Powered False\u000a03:57:56.512160 run create_hlr_db(pid=21285): Terminated: ok {rc=0}\u000a03:57:56.920264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21287): Launched\u000a03:57:57.224680 run osmo-hlr_10.42.42.2(pid=21288): Launched\u000a03:57:57.336500 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:57:57.863975 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21290): Launched\u000a03:57:58.167430 run osmo-stp_10.42.42.5(pid=21291): Launched\u000a03:57:58.277749 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:57:58.805584 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21293): Launched\u000a03:57:58.913586 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:57:59.179143 run patchelf(pid=21294): Launched\u000a03:57:59.357490 run osmo-stp_10.42.42.5(pid=21291): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21291)]\u000a03:57:59.487417 run osmo-stp_10.42.42.5(pid=21291): stdout: \u000a| (launched: 2022-12-09_03:57:58.018178)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:57:59.617930 run osmo-stp_10.42.42.5(pid=21291): stderr: \u000a| �[0;m�[38;5;43m20221209035758190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035758190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035758190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035758191 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035758191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035758191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035758191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:57:59.743923 run osmo-stp_10.42.42.5(pid=21291): stdout: \u000a| (launched: 2022-12-09_03:57:58.018178)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:57:59.868903 run osmo-stp_10.42.42.5(pid=21291): stderr: \u000a| �[0;m�[38;5;43m20221209035758190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035758190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035758190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035758191 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035758191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035758191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035758191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:58:00.015015 run patchelf(pid=21294): Terminating (SIGINT)\u000a03:58:00.186491 run patchelf(pid=21294): Terminated: ok {rc=0}\u000a03:58:00.218110 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21291): Process ended prematurely: osmo-stp_10.42.42.5(pid=21291) [trial-2354↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21291)] [trial-2354↪gprs:trx-b200↪iperf3m4.py:8]\u000a03:58:00.227424 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a03:58:00.288172 run osmo-hlr_10.42.42.2(pid=21288): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-b200↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21288)]\u000a03:58:00.337227 run osmo-hlr_10.42.42.2(pid=21288): stdout: \u000a| (launched: 2022-12-09_03:57:57.074509) \u000a03:58:00.386599 run osmo-hlr_10.42.42.2(pid=21288): stderr: \u000a| �[0;m�[1;31m20221209035757253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209035757253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209035757253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035757254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035757254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209035757254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209035757269 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-b200/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209035757279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209035757280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209035757280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:58:00.429135 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21277): Terminating (SIGTERM)\u000a03:58:00.468571 run iperf3-srv_10.42.42.10(pid=21278): Terminating (SIGTERM)\u000a03:58:00.508060 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21279): Terminating (SIGTERM)\u000a03:58:00.547483 run iperf3-srv_10.42.42.10(pid=21280): Terminating (SIGTERM)\u000a03:58:00.586955 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21281): Terminating (SIGTERM)\u000a03:58:00.626280 run iperf3-srv_10.42.42.10(pid=21282): Terminating (SIGTERM)\u000a03:58:00.665603 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21283): Terminating (SIGTERM)\u000a03:58:00.704751 run iperf3-srv_10.42.42.10(pid=21284): Terminating (SIGTERM)\u000a03:58:00.744666 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21287): Terminating (SIGTERM)\u000a03:58:00.784035 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21290): Terminating (SIGTERM)\u000a03:58:00.823575 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21293): Terminating (SIGTERM)\u000a03:58:00.832705 --- ParallelTerminationStrategy: PID 21277 died...\u000a03:58:00.896351 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21277): Terminated: ok {rc=0}\u000a03:58:00.907642 --- ParallelTerminationStrategy: PID 21278 died...\u000a03:58:00.961772 run iperf3-srv_10.42.42.10(pid=21278): Terminated {rc=256}\u000a03:58:00.971744 --- ParallelTerminationStrategy: PID 21279 died...\u000a03:58:01.025679 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21279): Terminated: ok {rc=0}\u000a03:58:01.035700 --- ParallelTerminationStrategy: PID 21280 died...\u000a03:58:01.089805 run iperf3-srv_10.42.42.10(pid=21280): Terminated {rc=256}\u000a03:58:01.099760 --- ParallelTerminationStrategy: PID 21281 died...\u000a03:58:01.153807 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21281): Terminated: ok {rc=0}\u000a03:58:01.163753 --- ParallelTerminationStrategy: PID 21282 died...\u000a03:58:01.217725 run iperf3-srv_10.42.42.10(pid=21282): Terminated {rc=256}\u000a03:58:01.227659 --- ParallelTerminationStrategy: PID 21283 died...\u000a03:58:01.281775 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21283): Terminated: ok {rc=0}\u000a03:58:01.291768 --- ParallelTerminationStrategy: PID 21284 died...\u000a03:58:01.345913 run iperf3-srv_10.42.42.10(pid=21284): Terminated {rc=256}\u000a03:58:01.355937 --- ParallelTerminationStrategy: PID 21287 died...\u000a03:58:01.409998 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21287): Terminated: ok {rc=0}\u000a03:58:01.420004 --- ParallelTerminationStrategy: PID 21290 died...\u000a03:58:01.474234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21290): Terminated: ok {rc=0}\u000a03:58:01.484222 --- ParallelTerminationStrategy: PID 21293 died...\u000a03:58:01.538456 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21293): Terminated: ok {rc=0}\u000a03:58:01.634283 bus /gobi_4: Setting Powered False\u000a03:58:02.737579 bus /gobi_4: Setting Powered False\u000a03:58:03.849977 bus /gobi_1: Setting Powered False\u000a03:58:04.952737 bus /gobi_1: Setting Powered False\u000a03:58:06.059342 bus /gobi_0: Setting Powered False\u000a03:58:07.166672 bus /gobi_0: Setting Powered False\u000a03:58:08.277790 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 169, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21302): Process ended prematurely: osmo-stp_10.42.42.5(pid=21302) [trial-2354↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21302)]", "failedSince" : 2186, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21302): Process ended prematurely: osmo-stp_10.42.42.5(pid=21302) [trial-2354↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21302)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-b200 ping.py\u000a----------------------------------------------\u000a03:58:09.343779 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:58:09.355190 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a03:58:09.491707 tst ping.py: using LAC 18909\u000a03:58:09.611395 tst ping.py: using RAC 39\u000a03:58:09.728880 tst ping.py: using CellId 18909\u000a03:58:09.846811 tst ping.py: using BVCI 18910\u000a03:58:09.869682 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:58:09.880230 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:58:09.890745 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:58:09.901248 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:58:09.911569 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:58:09.921979 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:58:09.932423 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:58:09.942936 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a03:58:10.220908 tst ping.py:19: start network...\u000a03:58:10.344415 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:58:10.822415 run create_hlr_db(pid=21296): Launched\u000a03:58:10.993134 bus /gobi_6: Setting Powered False\u000a03:58:12.015535 run create_hlr_db(pid=21296): Terminated: ok {rc=0}\u000a03:58:12.440496 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21298): Launched\u000a03:58:12.760739 run osmo-hlr_10.42.42.2(pid=21299): Launched\u000a03:58:12.881168 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:58:13.443221 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21301): Launched\u000a03:58:13.764183 run osmo-stp_10.42.42.5(pid=21302): Launched\u000a03:58:13.881012 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:58:14.441539 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21304): Launched\u000a03:58:14.556446 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:58:14.837296 run patchelf(pid=21305): Launched\u000a03:58:15.025028 run osmo-stp_10.42.42.5(pid=21302): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21302)]\u000a03:58:15.161880 run osmo-stp_10.42.42.5(pid=21302): stdout: \u000a| (launched: 2022-12-09_03:58:13.606045)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:58:15.299060 run osmo-stp_10.42.42.5(pid=21302): stderr: \u000a| �[0;m�[38;5;43m20221209035813797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035813797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035813798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035813798 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035813798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035813799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035813799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:58:15.432076 run osmo-stp_10.42.42.5(pid=21302): stdout: \u000a| (launched: 2022-12-09_03:58:13.606045)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:58:15.563997 run osmo-stp_10.42.42.5(pid=21302): stderr: \u000a| �[0;m�[38;5;43m20221209035813797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035813797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035813798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035813798 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035813798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035813799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035813799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:58:15.717743 run patchelf(pid=21305): Terminating (SIGINT)\u000a03:58:15.901544 run patchelf(pid=21305): Terminated: ok {rc=0}\u000a03:58:15.934487 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=21302): Process ended prematurely: osmo-stp_10.42.42.5(pid=21302) [trial-2354↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21302)] [trial-2354↪gprs:trx-b200↪ping.py:22]\u000a03:58:15.943745 tst ping.py:22: Test FAILED (6.6 sec)\u000a03:58:16.006827 run osmo-hlr_10.42.42.2(pid=21299): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-b200↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21299)]\u000a03:58:16.059063 run osmo-hlr_10.42.42.2(pid=21299): stdout: \u000a| (launched: 2022-12-09_03:58:12.603454) \u000a03:58:16.110776 run osmo-hlr_10.42.42.2(pid=21299): stderr: \u000a| �[0;m�[1;31m20221209035812801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209035812801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209035812801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035812802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035812802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209035812802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209035812813 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-b200/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209035812823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209035812823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209035812823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:58:16.154141 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21298): Terminating (SIGTERM)\u000a03:58:16.197610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21301): Terminating (SIGTERM)\u000a03:58:16.241604 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21304): Terminating (SIGTERM)\u000a03:58:16.251516 --- ParallelTerminationStrategy: PID 21298 died...\u000a03:58:16.307579 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21298): Terminated: ok {rc=0}\u000a03:58:16.317578 --- ParallelTerminationStrategy: PID 21301 died...\u000a03:58:16.371945 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21301): Terminated: ok {rc=0}\u000a03:58:16.382409 --- ParallelTerminationStrategy: PID 21304 died...\u000a03:58:16.437889 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21304): Terminated: ok {rc=0}\u000a03:58:16.523292 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 169, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21312): Process ended prematurely: osmo-stp_10.42.42.5(pid=21312) [trial-2354↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21312)]", "failedSince" : 2186, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21312): Process ended prematurely: osmo-stp_10.42.42.5(pid=21312) [trial-2354↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21312)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-b200 ping_idle_ping.py\u000a----------------------------------------------\u000a03:58:17.576204 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:58:17.588619 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a03:58:17.738814 tst ping_idle_ping.py: using LAC 18910\u000a03:58:17.865604 tst ping_idle_ping.py: using RAC 40\u000a03:58:17.990644 tst ping_idle_ping.py: using CellId 18910\u000a03:58:18.117579 tst ping_idle_ping.py: using BVCI 18911\u000a03:58:18.142241 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:58:18.153504 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:58:18.164430 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:58:18.175795 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:58:18.187152 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:58:18.198448 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:58:18.209896 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a03:58:18.221264 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a03:58:18.497075 tst ping_idle_ping.py:24: start network...\u000a03:58:18.621661 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:58:19.104592 run create_hlr_db(pid=21306): Launched\u000a03:58:19.275857 bus /gobi_6: Setting Powered False\u000a03:58:20.310581 run create_hlr_db(pid=21306): Terminated: ok {rc=0}\u000a03:58:20.738656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21308): Launched\u000a03:58:21.061207 run osmo-hlr_10.42.42.2(pid=21309): Launched\u000a03:58:21.178180 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:58:21.735626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21311): Launched\u000a03:58:22.058364 run osmo-stp_10.42.42.5(pid=21312): Launched\u000a03:58:22.175314 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:58:22.733834 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21314): Launched\u000a03:58:22.848078 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:58:23.127919 run patchelf(pid=21315): Launched\u000a03:58:23.315389 run osmo-stp_10.42.42.5(pid=21312): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21312)]\u000a03:58:23.452402 run osmo-stp_10.42.42.5(pid=21312): stdout: \u000a| (launched: 2022-12-09_03:58:21.898339)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:58:23.589830 run osmo-stp_10.42.42.5(pid=21312): stderr: \u000a| �[0;m�[38;5;43m20221209035822093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035822093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035822093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035822094 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035822094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035822094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035822094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:58:23.722582 run osmo-stp_10.42.42.5(pid=21312): stdout: \u000a| (launched: 2022-12-09_03:58:21.898339)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:58:23.854409 run osmo-stp_10.42.42.5(pid=21312): stderr: \u000a| �[0;m�[38;5;43m20221209035822093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035822093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035822093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035822094 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035822094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035822094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035822094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:58:24.008122 run patchelf(pid=21315): Terminating (SIGINT)\u000a03:58:24.188604 run patchelf(pid=21315): Terminated: ok {rc=0}\u000a03:58:24.221316 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=21312): Process ended prematurely: osmo-stp_10.42.42.5(pid=21312) [trial-2354↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21312)] [trial-2354↪gprs:trx-b200↪ping_idle_ping.py:27]\u000a03:58:24.230688 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a03:58:24.295257 run osmo-hlr_10.42.42.2(pid=21309): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-b200↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21309)]\u000a03:58:24.347605 run osmo-hlr_10.42.42.2(pid=21309): stdout: \u000a| (launched: 2022-12-09_03:58:20.901473) \u000a03:58:24.400457 run osmo-hlr_10.42.42.2(pid=21309): stderr: \u000a| �[0;m�[1;31m20221209035821098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209035821098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209035821098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035821098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035821098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209035821098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209035821109 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-b200/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209035821118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209035821118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209035821118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:58:24.445757 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21308): Terminating (SIGTERM)\u000a03:58:24.488351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21311): Terminating (SIGTERM)\u000a03:58:24.530625 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21314): Terminating (SIGTERM)\u000a03:58:24.540754 --- ParallelTerminationStrategy: PID 21308 died...\u000a03:58:24.597699 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21308): Terminated: ok {rc=0}\u000a03:58:24.608200 --- ParallelTerminationStrategy: PID 21311 died...\u000a03:58:24.665061 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21311): Terminated: ok {rc=0}\u000a03:58:24.675392 --- ParallelTerminationStrategy: PID 21314 died...\u000a03:58:24.731895 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21314): Terminated: ok {rc=0}\u000a03:58:24.820107 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "50", "name" : "gprs_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:57:26" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21329): Process ended prematurely: osmo-stp_10.42.42.5(pid=21329) [trial-2354↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21329)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21329): Process ended prematurely: osmo-stp_10.42.42.5(pid=21329) [trial-2354↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21329)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-b200+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a03:58:26.991189 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:27.002567 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:58:27.143338 tst cs_paging_gprs_active.py: using LAC 18911\u000a03:58:27.265989 tst cs_paging_gprs_active.py: using RAC 41\u000a03:58:27.388302 tst cs_paging_gprs_active.py: using CellId 18911\u000a03:58:27.517086 tst cs_paging_gprs_active.py: using BVCI 18912\u000a03:58:27.542304 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:27.553909 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:27.565131 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:27.576375 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:27.587817 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:27.599151 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:27.610574 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:27.621853 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:27.633148 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:58:27.749312 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:58:28.046945 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a03:58:28.184480 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:58:28.523893 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21319): Launched\u000a03:58:28.805768 run iperf3-srv_10.42.42.10(pid=21320): Launched\u000a03:58:29.006159 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a03:58:29.143088 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:58:29.481386 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21321): Launched\u000a03:58:29.763467 run iperf3-srv_10.42.42.10(pid=21322): Launched\u000a03:58:29.963212 tst cs_paging_gprs_active.py:38: start network...\u000a03:58:30.100775 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:58:30.614824 run create_hlr_db(pid=21323): Launched\u000a03:58:30.803606 bus /gobi_6: Setting Powered False\u000a03:58:31.829077 run create_hlr_db(pid=21323): Terminated: ok {rc=0}\u000a03:58:32.285612 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21325): Launched\u000a03:58:32.615036 run osmo-hlr_10.42.42.2(pid=21326): Launched\u000a03:58:32.730334 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:58:33.257912 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21328): Launched\u000a03:58:33.560600 run osmo-stp_10.42.42.5(pid=21329): Launched\u000a03:58:33.670052 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:58:34.197558 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21331): Launched\u000a03:58:34.305311 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:58:34.569810 run patchelf(pid=21332): Launched\u000a03:58:34.747994 run osmo-stp_10.42.42.5(pid=21329): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21329)]\u000a03:58:34.878112 run osmo-stp_10.42.42.5(pid=21329): stdout: \u000a| (launched: 2022-12-09_03:58:33.411737)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:58:35.008076 run osmo-stp_10.42.42.5(pid=21329): stderr: \u000a| �[0;m�[38;5;43m20221209035833584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035833584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035833584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035833585 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035833585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035833585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035833585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:58:35.133924 run osmo-stp_10.42.42.5(pid=21329): stdout: \u000a| (launched: 2022-12-09_03:58:33.411737)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:58:35.258776 run osmo-stp_10.42.42.5(pid=21329): stderr: \u000a| �[0;m�[38;5;43m20221209035833584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035833584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035833584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035833585 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035833585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035833585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035833585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:58:35.404731 run patchelf(pid=21332): Terminating (SIGINT)\u000a03:58:35.576576 run patchelf(pid=21332): Terminated: ok {rc=0}\u000a03:58:35.608219 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=21329): Process ended prematurely: osmo-stp_10.42.42.5(pid=21329) [trial-2354↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21329)] [trial-2354↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a03:58:35.617548 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a03:58:35.677884 run osmo-hlr_10.42.42.2(pid=21326): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21326)]\u000a03:58:35.726998 run osmo-hlr_10.42.42.2(pid=21326): stdout: \u000a| (launched: 2022-12-09_03:58:32.452080) \u000a03:58:35.776932 run osmo-hlr_10.42.42.2(pid=21326): stderr: \u000a| �[0;m�[1;31m20221209035832654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209035832654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209035832654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035832654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035832654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209035832654 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209035832667 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-b200+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209035832675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209035832675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209035832676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:58:35.819426 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21319): Terminating (SIGTERM)\u000a03:58:35.859113 run iperf3-srv_10.42.42.10(pid=21320): Terminating (SIGTERM)\u000a03:58:35.898800 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21321): Terminating (SIGTERM)\u000a03:58:35.938266 run iperf3-srv_10.42.42.10(pid=21322): Terminating (SIGTERM)\u000a03:58:35.977942 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21325): Terminating (SIGTERM)\u000a03:58:36.017613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21328): Terminating (SIGTERM)\u000a03:58:36.057401 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21331): Terminating (SIGTERM)\u000a03:58:36.066554 --- ParallelTerminationStrategy: PID 21319 died...\u000a03:58:36.119745 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21319): Terminated: ok {rc=0}\u000a03:58:36.129396 --- ParallelTerminationStrategy: PID 21320 died...\u000a03:58:36.183025 run iperf3-srv_10.42.42.10(pid=21320): Terminated {rc=256}\u000a03:58:36.192600 --- ParallelTerminationStrategy: PID 21321 died...\u000a03:58:36.246216 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21321): Terminated: ok {rc=0}\u000a03:58:36.255809 --- ParallelTerminationStrategy: PID 21322 died...\u000a03:58:36.308630 run iperf3-srv_10.42.42.10(pid=21322): Terminated {rc=256}\u000a03:58:36.318226 --- ParallelTerminationStrategy: PID 21325 died...\u000a03:58:36.371426 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21325): Terminated: ok {rc=0}\u000a03:58:36.381084 --- ParallelTerminationStrategy: PID 21328 died...\u000a03:58:36.434192 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21328): Terminated: ok {rc=0}\u000a03:58:36.443870 --- ParallelTerminationStrategy: PID 21331 died...\u000a03:58:36.496934 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21331): Terminated: ok {rc=0}\u000a03:58:36.585683 bus /gobi_0: Setting Powered False\u000a03:58:37.690461 bus /gobi_0: Setting Powered False\u000a03:58:38.801361 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21343): Process ended prematurely: osmo-stp_10.42.42.5(pid=21343) [trial-2354↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21343)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21343): Process ended prematurely: osmo-stp_10.42.42.5(pid=21343) [trial-2354↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21343)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-b200+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a03:58:39.912874 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:39.924709 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:58:40.064415 tst iperf3.py: using LAC 18912\u000a03:58:40.185801 tst iperf3.py: using RAC 42\u000a03:58:40.305119 tst iperf3.py: using CellId 18912\u000a03:58:40.432583 tst iperf3.py: using BVCI 18913\u000a03:58:40.457697 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:40.469525 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:40.480776 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:40.492445 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:40.503991 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:40.515586 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:40.527307 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:40.538734 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:40.550374 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:58:40.831552 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:58:40.958308 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:58:41.275347 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21335): Launched\u000a03:58:41.537927 run iperf3-srv_10.42.42.10(pid=21336): Launched\u000a03:58:41.722418 tst iperf3.py:8: start network...\u000a03:58:41.848898 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:58:42.335599 run create_hlr_db(pid=21337): Launched\u000a03:58:42.508609 bus /gobi_6: Setting Powered False\u000a03:58:43.531967 run create_hlr_db(pid=21337): Terminated: ok {rc=0}\u000a03:58:43.934953 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21339): Launched\u000a03:58:44.238564 run osmo-hlr_10.42.42.2(pid=21340): Launched\u000a03:58:44.349567 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:58:44.874885 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21342): Launched\u000a03:58:45.178801 run osmo-stp_10.42.42.5(pid=21343): Launched\u000a03:58:45.289256 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:58:45.815345 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21345): Launched\u000a03:58:45.960622 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:58:46.262223 run patchelf(pid=21346): Launched\u000a03:58:46.459289 run osmo-stp_10.42.42.5(pid=21343): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21343)]\u000a03:58:46.604542 run osmo-stp_10.42.42.5(pid=21343): stdout: \u000a| (launched: 2022-12-09_03:58:45.028656)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:58:46.749543 run osmo-stp_10.42.42.5(pid=21343): stderr: \u000a| �[0;m�[38;5;43m20221209035845200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035845200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035845200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035845201 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035845201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035845201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035845201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:58:46.890478 run osmo-stp_10.42.42.5(pid=21343): stdout: \u000a| (launched: 2022-12-09_03:58:45.028656)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:58:47.029896 run osmo-stp_10.42.42.5(pid=21343): stderr: \u000a| �[0;m�[38;5;43m20221209035845200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035845200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035845200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035845201 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035845201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035845201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035845201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:58:47.190283 run patchelf(pid=21346): Terminating (SIGINT)\u000a03:58:47.375207 run patchelf(pid=21346): Terminated: ok {rc=0}\u000a03:58:47.409127 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21343): Process ended prematurely: osmo-stp_10.42.42.5(pid=21343) [trial-2354↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21343)] [trial-2354↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8]\u000a03:58:47.419455 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a03:58:47.486472 run osmo-hlr_10.42.42.2(pid=21340): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21340)]\u000a03:58:47.540054 run osmo-hlr_10.42.42.2(pid=21340): stdout: \u000a| (launched: 2022-12-09_03:58:44.089723) \u000a03:58:47.594092 run osmo-hlr_10.42.42.2(pid=21340): stderr: \u000a| �[0;m�[1;31m20221209035844265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209035844265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209035844265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035844265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035844265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209035844265 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209035844278 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-b200+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209035844286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209035844286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209035844286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:58:47.639593 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21335): Terminating (SIGTERM)\u000a03:58:47.683297 run iperf3-srv_10.42.42.10(pid=21336): Terminating (SIGTERM)\u000a03:58:47.725957 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21339): Terminating (SIGTERM)\u000a03:58:47.769303 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21342): Terminating (SIGTERM)\u000a03:58:47.812632 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21345): Terminating (SIGTERM)\u000a03:58:47.823313 --- ParallelTerminationStrategy: PID 21335 died...\u000a03:58:47.881235 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21335): Terminated: ok {rc=0}\u000a03:58:47.891543 --- ParallelTerminationStrategy: PID 21336 died...\u000a03:58:47.948882 run iperf3-srv_10.42.42.10(pid=21336): Terminated {rc=256}\u000a03:58:47.959887 --- ParallelTerminationStrategy: PID 21339 died...\u000a03:58:48.017286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21339): Terminated: ok {rc=0}\u000a03:58:48.027547 --- ParallelTerminationStrategy: PID 21342 died...\u000a03:58:48.084703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21342): Terminated: ok {rc=0}\u000a03:58:48.094947 --- ParallelTerminationStrategy: PID 21345 died...\u000a03:58:48.151467 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21345): Terminated: ok {rc=0}\u000a03:58:48.239430 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21361): Process ended prematurely: osmo-stp_10.42.42.5(pid=21361) [trial-2354↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21361)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21361): Process ended prematurely: osmo-stp_10.42.42.5(pid=21361) [trial-2354↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21361)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-b200+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a03:58:49.355653 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:49.367687 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:58:49.519279 tst iperf3m4.py: using LAC 18913\u000a03:58:49.646489 tst iperf3m4.py: using RAC 43\u000a03:58:49.771775 tst iperf3m4.py: using CellId 18913\u000a03:58:49.898041 tst iperf3m4.py: using BVCI 18914\u000a03:58:49.922859 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:49.934197 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:49.945411 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:49.956739 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:49.968088 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:49.979530 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:49.991520 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:50.002865 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:58:50.014648 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:58:50.134624 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:58:50.255562 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:58:50.375949 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:58:50.668074 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:58:50.804406 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:58:51.142021 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21347): Launched\u000a03:58:51.422599 run iperf3-srv_10.42.42.10(pid=21348): Launched\u000a03:58:51.622028 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a03:58:51.758165 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:58:52.094756 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21349): Launched\u000a03:58:52.374708 run iperf3-srv_10.42.42.10(pid=21350): Launched\u000a03:58:52.573585 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a03:58:52.709386 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:58:53.046653 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21351): Launched\u000a03:58:53.326897 run iperf3-srv_10.42.42.10(pid=21352): Launched\u000a03:58:53.526063 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a03:58:53.661822 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:58:53.998339 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21353): Launched\u000a03:58:54.278644 run iperf3-srv_10.42.42.10(pid=21354): Launched\u000a03:58:54.477587 tst iperf3m4.py:8: start network...\u000a03:58:54.613562 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:58:55.127156 run create_hlr_db(pid=21355): Launched\u000a03:58:55.314881 bus /gobi_6: Setting Powered False\u000a03:58:56.337281 run create_hlr_db(pid=21355): Terminated: ok {rc=0}\u000a03:58:56.771833 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21357): Launched\u000a03:58:57.100671 run osmo-hlr_10.42.42.2(pid=21358): Launched\u000a03:58:57.222589 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:58:57.791906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21360): Launched\u000a03:58:58.117797 run osmo-stp_10.42.42.5(pid=21361): Launched\u000a03:58:58.236348 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:58:58.804748 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21363): Launched\u000a03:58:58.921824 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:58:59.205944 run patchelf(pid=21364): Launched\u000a03:58:59.396263 run osmo-stp_10.42.42.5(pid=21361): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21361)]\u000a03:58:59.535252 run osmo-stp_10.42.42.5(pid=21361): stdout: \u000a| (launched: 2022-12-09_03:58:57.957288)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:58:59.675121 run osmo-stp_10.42.42.5(pid=21361): stderr: \u000a| �[0;m�[38;5;43m20221209035858151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035858151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035858151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035858151 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035858152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035858152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035858152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:58:59.809868 run osmo-stp_10.42.42.5(pid=21361): stdout: \u000a| (launched: 2022-12-09_03:58:57.957288)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:58:59.943049 run osmo-stp_10.42.42.5(pid=21361): stderr: \u000a| �[0;m�[38;5;43m20221209035858151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035858151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035858151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035858151 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035858152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035858152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035858152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:59:00.099029 run patchelf(pid=21364): Terminating (SIGINT)\u000a03:59:00.282418 run patchelf(pid=21364): Terminated: ok {rc=0}\u000a03:59:00.315903 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21361): Process ended prematurely: osmo-stp_10.42.42.5(pid=21361) [trial-2354↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21361)] [trial-2354↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8]\u000a03:59:00.325936 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a03:59:00.390747 run osmo-hlr_10.42.42.2(pid=21358): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21358)]\u000a03:59:00.442962 run osmo-hlr_10.42.42.2(pid=21358): stdout: \u000a| (launched: 2022-12-09_03:58:56.937822) \u000a03:59:00.495749 run osmo-hlr_10.42.42.2(pid=21358): stderr: \u000a| �[0;m�[1;31m20221209035857138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209035857139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209035857139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035857139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035857139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209035857139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209035857152 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-b200+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209035857160 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209035857161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209035857161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:59:00.541108 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21347): Terminating (SIGTERM)\u000a03:59:00.583973 run iperf3-srv_10.42.42.10(pid=21348): Terminating (SIGTERM)\u000a03:59:00.626760 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21349): Terminating (SIGTERM)\u000a03:59:00.669776 run iperf3-srv_10.42.42.10(pid=21350): Terminating (SIGTERM)\u000a03:59:00.712682 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21351): Terminating (SIGTERM)\u000a03:59:00.755053 run iperf3-srv_10.42.42.10(pid=21352): Terminating (SIGTERM)\u000a03:59:00.797756 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21353): Terminating (SIGTERM)\u000a03:59:00.841110 run iperf3-srv_10.42.42.10(pid=21354): Terminating (SIGTERM)\u000a03:59:00.886053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21357): Terminating (SIGTERM)\u000a03:59:00.929342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21360): Terminating (SIGTERM)\u000a03:59:00.973693 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21363): Terminating (SIGTERM)\u000a03:59:00.983627 --- ParallelTerminationStrategy: PID 21347 died...\u000a03:59:01.042054 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21347): Terminated: ok {rc=0}\u000a03:59:01.053031 --- ParallelTerminationStrategy: PID 21348 died...\u000a03:59:01.111289 run iperf3-srv_10.42.42.10(pid=21348): Terminated {rc=256}\u000a03:59:01.122165 --- ParallelTerminationStrategy: PID 21349 died...\u000a03:59:01.180167 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21349): Terminated: ok {rc=0}\u000a03:59:01.190955 --- ParallelTerminationStrategy: PID 21350 died...\u000a03:59:01.249002 run iperf3-srv_10.42.42.10(pid=21350): Terminated {rc=256}\u000a03:59:01.259663 --- ParallelTerminationStrategy: PID 21351 died...\u000a03:59:01.317737 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21351): Terminated: ok {rc=0}\u000a03:59:01.328456 --- ParallelTerminationStrategy: PID 21352 died...\u000a03:59:01.385837 run iperf3-srv_10.42.42.10(pid=21352): Terminated {rc=256}\u000a03:59:01.396430 --- ParallelTerminationStrategy: PID 21353 died...\u000a03:59:01.454401 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21353): Terminated: ok {rc=0}\u000a03:59:01.465172 --- ParallelTerminationStrategy: PID 21354 died...\u000a03:59:01.523089 run iperf3-srv_10.42.42.10(pid=21354): Terminated {rc=256}\u000a03:59:01.533854 --- ParallelTerminationStrategy: PID 21357 died...\u000a03:59:01.591586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21357): Terminated: ok {rc=0}\u000a03:59:01.602311 --- ParallelTerminationStrategy: PID 21360 died...\u000a03:59:01.660011 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21360): Terminated: ok {rc=0}\u000a03:59:01.671100 --- ParallelTerminationStrategy: PID 21363 died...\u000a03:59:01.729067 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21363): Terminated: ok {rc=0}\u000a03:59:01.829127 bus /gobi_4: Setting Powered False\u000a03:59:02.936096 bus /gobi_4: Setting Powered False\u000a03:59:04.049205 bus /gobi_1: Setting Powered False\u000a03:59:05.152696 bus /gobi_1: Setting Powered False\u000a03:59:06.264791 bus /gobi_0: Setting Powered False\u000a03:59:07.369320 bus /gobi_0: Setting Powered False\u000a03:59:08.481056 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21371): Process ended prematurely: osmo-stp_10.42.42.5(pid=21371) [trial-2354↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21371)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21371): Process ended prematurely: osmo-stp_10.42.42.5(pid=21371) [trial-2354↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21371)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-b200+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a03:59:09.549286 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:59:09.561230 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:59:09.699759 tst ping.py: using LAC 18914\u000a03:59:09.818802 tst ping.py: using RAC 44\u000a03:59:09.935202 tst ping.py: using CellId 18914\u000a03:59:10.054808 tst ping.py: using BVCI 18915\u000a03:59:10.077715 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:59:10.088602 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:59:10.099338 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:59:10.110099 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:59:10.120647 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:59:10.131295 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:59:10.142200 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:59:10.152791 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:59:10.443627 tst ping.py:19: start network...\u000a03:59:10.577173 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:59:11.080877 run create_hlr_db(pid=21365): Launched\u000a03:59:11.266327 bus /gobi_6: Setting Powered False\u000a03:59:12.287950 run create_hlr_db(pid=21365): Terminated: ok {rc=0}\u000a03:59:12.689609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21367): Launched\u000a03:59:12.988012 run osmo-hlr_10.42.42.2(pid=21368): Launched\u000a03:59:13.106105 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:59:13.633543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21370): Launched\u000a03:59:13.931047 run osmo-stp_10.42.42.5(pid=21371): Launched\u000a03:59:14.038771 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:59:14.557453 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21373): Launched\u000a03:59:14.662962 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:59:14.923794 run patchelf(pid=21374): Launched\u000a03:59:15.099004 run osmo-stp_10.42.42.5(pid=21371): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21371)]\u000a03:59:15.226792 run osmo-stp_10.42.42.5(pid=21371): stdout: \u000a| (launched: 2022-12-09_03:59:13.783956)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:59:15.354318 run osmo-stp_10.42.42.5(pid=21371): stderr: \u000a| �[0;m�[38;5;43m20221209035913953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035913953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035913954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035913954 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035913956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035913956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035913957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:59:15.477734 run osmo-stp_10.42.42.5(pid=21371): stdout: \u000a| (launched: 2022-12-09_03:59:13.783956)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:59:15.599803 run osmo-stp_10.42.42.5(pid=21371): stderr: \u000a| �[0;m�[38;5;43m20221209035913953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035913953 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035913954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035913954 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035913956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035913956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035913957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:59:15.742648 run patchelf(pid=21374): Terminating (SIGINT)\u000a03:59:15.931298 run patchelf(pid=21374): Terminated: ok {rc=0}\u000a03:59:15.965432 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=21371): Process ended prematurely: osmo-stp_10.42.42.5(pid=21371) [trial-2354↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21371)] [trial-2354↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22]\u000a03:59:15.976044 tst ping.py:22: Test FAILED (6.4 sec)\u000a03:59:16.046658 run osmo-hlr_10.42.42.2(pid=21368): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-b200+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21368)]\u000a03:59:16.102533 run osmo-hlr_10.42.42.2(pid=21368): stdout: \u000a| (launched: 2022-12-09_03:59:12.840514) \u000a03:59:16.158342 run osmo-hlr_10.42.42.2(pid=21368): stderr: \u000a| �[0;m�[1;31m20221209035913015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209035913015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209035913015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035913015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035913015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209035913015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209035913028 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-b200+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209035913037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209035913038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209035913038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:59:16.205592 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21367): Terminating (SIGTERM)\u000a03:59:16.254528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21370): Terminating (SIGTERM)\u000a03:59:16.301870 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21373): Terminating (SIGTERM)\u000a03:59:16.312438 --- ParallelTerminationStrategy: PID 21367 died...\u000a03:59:16.378254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21367): Terminated: ok {rc=0}\u000a03:59:16.390567 --- ParallelTerminationStrategy: PID 21370 died...\u000a03:59:16.457137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21370): Terminated: ok {rc=0}\u000a03:59:16.469243 --- ParallelTerminationStrategy: PID 21373 died...\u000a03:59:16.537480 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21373): Terminated: ok {rc=0}\u000a03:59:16.642072 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21381): Process ended prematurely: osmo-stp_10.42.42.5(pid=21381) [trial-2354↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21381)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21381): Process ended prematurely: osmo-stp_10.42.42.5(pid=21381) [trial-2354↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21381)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-b200+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a03:59:17.695011 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:59:17.706482 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a03:59:17.856692 tst ping_idle_ping.py: using LAC 18915\u000a03:59:17.974834 tst ping_idle_ping.py: using RAC 45\u000a03:59:18.090495 tst ping_idle_ping.py: using CellId 18915\u000a03:59:18.214225 tst ping_idle_ping.py: using BVCI 18916\u000a03:59:18.238948 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:59:18.250525 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:59:18.261784 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:59:18.273971 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:59:18.286068 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:59:18.298944 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:59:18.310473 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a03:59:18.323166 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a03:59:18.599869 tst ping_idle_ping.py:24: start network...\u000a03:59:18.723901 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:59:19.205947 run create_hlr_db(pid=21375): Launched\u000a03:59:19.377248 bus /gobi_6: Setting Powered False\u000a03:59:20.412523 run create_hlr_db(pid=21375): Terminated: ok {rc=0}\u000a03:59:20.815291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21377): Launched\u000a03:59:21.124917 run osmo-hlr_10.42.42.2(pid=21378): Launched\u000a03:59:21.244485 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:59:21.804238 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21380): Launched\u000a03:59:22.126055 run osmo-stp_10.42.42.5(pid=21381): Launched\u000a03:59:22.242665 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:59:22.803239 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21383): Launched\u000a03:59:22.918195 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:59:23.199270 run patchelf(pid=21384): Launched\u000a03:59:23.387294 run osmo-stp_10.42.42.5(pid=21381): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21381)]\u000a03:59:23.525065 run osmo-stp_10.42.42.5(pid=21381): stdout: \u000a| (launched: 2022-12-09_03:59:21.967421)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:59:23.663142 run osmo-stp_10.42.42.5(pid=21381): stderr: \u000a| �[0;m�[38;5;43m20221209035922160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035922160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035922160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035922160 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035922161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035922161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035922161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:59:23.796550 run osmo-stp_10.42.42.5(pid=21381): stdout: \u000a| (launched: 2022-12-09_03:59:21.967421)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:59:23.928767 run osmo-stp_10.42.42.5(pid=21381): stderr: \u000a| �[0;m�[38;5;43m20221209035922160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035922160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035922160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035922160 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035922161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035922161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035922161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:59:24.083463 run patchelf(pid=21384): Terminating (SIGINT)\u000a03:59:24.264891 run patchelf(pid=21384): Terminated: ok {rc=0}\u000a03:59:24.297950 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=21381): Process ended prematurely: osmo-stp_10.42.42.5(pid=21381) [trial-2354↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21381)] [trial-2354↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a03:59:24.307273 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a03:59:24.372647 run osmo-hlr_10.42.42.2(pid=21378): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21378)]\u000a03:59:24.425363 run osmo-hlr_10.42.42.2(pid=21378): stdout: \u000a| (launched: 2022-12-09_03:59:20.966853) \u000a03:59:24.478843 run osmo-hlr_10.42.42.2(pid=21378): stderr: \u000a| �[0;m�[1;31m20221209035921159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209035921159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209035921159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035921159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035921159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209035921159 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209035921175 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-b200+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209035921184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209035921184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209035921184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:59:24.523949 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21377): Terminating (SIGTERM)\u000a03:59:24.567170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21380): Terminating (SIGTERM)\u000a03:59:24.609704 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21383): Terminating (SIGTERM)\u000a03:59:24.619845 --- ParallelTerminationStrategy: PID 21377 died...\u000a03:59:24.677008 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21377): Terminated: ok {rc=0}\u000a03:59:24.687342 --- ParallelTerminationStrategy: PID 21380 died...\u000a03:59:24.743978 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21380): Terminated: ok {rc=0}\u000a03:59:24.754285 --- ParallelTerminationStrategy: PID 21383 died...\u000a03:59:24.811003 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21383): Terminated: ok {rc=0}\u000a03:59:24.899241 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "51", "name" : "gprs_trx-b200+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:58:26" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21398): Process ended prematurely: osmo-stp_10.42.42.5(pid=21398) [trial-2354↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21398)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21398): Process ended prematurely: osmo-stp_10.42.42.5(pid=21398) [trial-2354↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21398)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-b200+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a03:59:27.049588 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:27.060238 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:59:27.217880 tst cs_paging_gprs_active.py: using LAC 18916\u000a03:59:27.336480 tst cs_paging_gprs_active.py: using RAC 46\u000a03:59:27.457589 tst cs_paging_gprs_active.py: using CellId 18916\u000a03:59:27.577091 tst cs_paging_gprs_active.py: using BVCI 18917\u000a03:59:27.600156 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:27.611012 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:27.621673 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:27.632273 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:27.642915 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:27.653671 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:27.664276 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:27.674798 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:27.685524 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:59:27.805658 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:59:28.086619 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a03:59:28.213202 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:59:28.528421 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21388): Launched\u000a03:59:28.790473 run iperf3-srv_10.42.42.10(pid=21389): Launched\u000a03:59:28.975368 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a03:59:29.102050 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:59:29.416028 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21390): Launched\u000a03:59:29.677772 run iperf3-srv_10.42.42.10(pid=21391): Launched\u000a03:59:29.862483 tst cs_paging_gprs_active.py:38: start network...\u000a03:59:29.988799 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:59:30.476688 run create_hlr_db(pid=21392): Launched\u000a03:59:30.650656 bus /gobi_6: Setting Powered False\u000a03:59:31.673495 run create_hlr_db(pid=21392): Terminated: ok {rc=0}\u000a03:59:32.121579 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21394): Launched\u000a03:59:32.427471 run osmo-hlr_10.42.42.2(pid=21395): Launched\u000a03:59:32.538986 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:59:33.066384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21397): Launched\u000a03:59:33.370547 run osmo-stp_10.42.42.5(pid=21398): Launched\u000a03:59:33.480838 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:59:34.009939 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21400): Launched\u000a03:59:34.118217 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:59:34.383045 run patchelf(pid=21401): Launched\u000a03:59:34.560590 run osmo-stp_10.42.42.5(pid=21398): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21398)]\u000a03:59:34.691070 run osmo-stp_10.42.42.5(pid=21398): stdout: \u000a| (launched: 2022-12-09_03:59:33.221310)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:59:34.821223 run osmo-stp_10.42.42.5(pid=21398): stderr: \u000a| �[0;m�[38;5;43m20221209035933394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035933394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035933394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035933394 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035933395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035933395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035933395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:59:34.947020 run osmo-stp_10.42.42.5(pid=21398): stdout: \u000a| (launched: 2022-12-09_03:59:33.221310)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:59:35.071728 run osmo-stp_10.42.42.5(pid=21398): stderr: \u000a| �[0;m�[38;5;43m20221209035933394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035933394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035933394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035933394 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035933395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035933395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035933395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:59:35.218081 run patchelf(pid=21401): Terminating (SIGINT)\u000a03:59:35.389659 run patchelf(pid=21401): Terminated: ok {rc=0}\u000a03:59:35.421155 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=21398): Process ended prematurely: osmo-stp_10.42.42.5(pid=21398) [trial-2354↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21398)] [trial-2354↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a03:59:35.430431 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a03:59:35.490949 run osmo-hlr_10.42.42.2(pid=21395): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21395)]\u000a03:59:35.540529 run osmo-hlr_10.42.42.2(pid=21395): stdout: \u000a| (launched: 2022-12-09_03:59:32.277123) \u000a03:59:35.590704 run osmo-hlr_10.42.42.2(pid=21395): stderr: \u000a| �[0;m�[1;31m20221209035932454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209035932454 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209035932455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035932455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035932455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209035932455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209035932467 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-b200+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209035932475 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209035932476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209035932476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:59:35.633600 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21388): Terminating (SIGTERM)\u000a03:59:35.673608 run iperf3-srv_10.42.42.10(pid=21389): Terminating (SIGTERM)\u000a03:59:35.713665 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21390): Terminating (SIGTERM)\u000a03:59:35.753689 run iperf3-srv_10.42.42.10(pid=21391): Terminating (SIGTERM)\u000a03:59:35.793751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21394): Terminating (SIGTERM)\u000a03:59:35.833860 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21397): Terminating (SIGTERM)\u000a03:59:35.873784 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21400): Terminating (SIGTERM)\u000a03:59:35.882943 --- ParallelTerminationStrategy: PID 21388 died...\u000a03:59:35.936524 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21388): Terminated: ok {rc=0}\u000a03:59:35.946157 --- ParallelTerminationStrategy: PID 21389 died...\u000a03:59:35.999669 run iperf3-srv_10.42.42.10(pid=21389): Terminated {rc=256}\u000a03:59:36.009302 --- ParallelTerminationStrategy: PID 21390 died...\u000a03:59:36.062908 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21390): Terminated: ok {rc=0}\u000a03:59:36.072438 --- ParallelTerminationStrategy: PID 21391 died...\u000a03:59:36.125774 run iperf3-srv_10.42.42.10(pid=21391): Terminated {rc=256}\u000a03:59:36.135372 --- ParallelTerminationStrategy: PID 21394 died...\u000a03:59:36.188568 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21394): Terminated: ok {rc=0}\u000a03:59:36.198115 --- ParallelTerminationStrategy: PID 21397 died...\u000a03:59:36.251945 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21397): Terminated: ok {rc=0}\u000a03:59:36.261611 --- ParallelTerminationStrategy: PID 21400 died...\u000a03:59:36.315250 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21400): Terminated: ok {rc=0}\u000a03:59:36.405287 bus /gobi_0: Setting Powered False\u000a03:59:37.510932 bus /gobi_0: Setting Powered False\u000a03:59:38.623813 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21410): Process ended prematurely: osmo-stp_10.42.42.5(pid=21410) [trial-2354↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21410)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21410): Process ended prematurely: osmo-stp_10.42.42.5(pid=21410) [trial-2354↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21410)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-b200+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a03:59:39.741071 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:39.753093 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:59:39.919943 tst iperf3.py: using LAC 18917\u000a03:59:40.047168 tst iperf3.py: using RAC 47\u000a03:59:40.175197 tst iperf3.py: using CellId 18917\u000a03:59:40.297355 tst iperf3.py: using BVCI 18918\u000a03:59:40.320367 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:40.331220 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:40.341998 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:40.352699 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:40.363285 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:40.373978 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:40.384640 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:40.395286 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:40.406097 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:59:40.699891 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:59:40.836306 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:59:41.173442 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21402): Launched\u000a03:59:41.454537 run iperf3-srv_10.42.42.10(pid=21403): Launched\u000a03:59:41.653945 tst iperf3.py:8: start network...\u000a03:59:41.790418 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:59:42.305383 run create_hlr_db(pid=21404): Launched\u000a03:59:42.493497 bus /gobi_6: Setting Powered False\u000a03:59:43.514628 run create_hlr_db(pid=21404): Terminated: ok {rc=0}\u000a03:59:43.947685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21406): Launched\u000a03:59:44.274155 run osmo-hlr_10.42.42.2(pid=21407): Launched\u000a03:59:44.396259 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:59:44.960919 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21409): Launched\u000a03:59:45.287843 run osmo-stp_10.42.42.5(pid=21410): Launched\u000a03:59:45.407074 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:59:46.013629 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21412): Launched\u000a03:59:46.134635 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:59:46.435890 run patchelf(pid=21413): Launched\u000a03:59:46.630778 run osmo-stp_10.42.42.5(pid=21410): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21410)]\u000a03:59:46.773955 run osmo-stp_10.42.42.5(pid=21410): stdout: \u000a| (launched: 2022-12-09_03:59:45.126967)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:59:46.917989 run osmo-stp_10.42.42.5(pid=21410): stderr: \u000a| �[0;m�[38;5;43m20221209035945322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035945322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035945323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035945323 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035945324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035945324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035945324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:59:47.057314 run osmo-stp_10.42.42.5(pid=21410): stdout: \u000a| (launched: 2022-12-09_03:59:45.126967)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:59:47.193846 run osmo-stp_10.42.42.5(pid=21410): stderr: \u000a| �[0;m�[38;5;43m20221209035945322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035945322 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035945323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035945323 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035945324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035945324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035945324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:59:47.350659 run patchelf(pid=21413): Terminating (SIGINT)\u000a03:59:47.534233 run patchelf(pid=21413): Terminated: ok {rc=0}\u000a03:59:47.568049 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21410): Process ended prematurely: osmo-stp_10.42.42.5(pid=21410) [trial-2354↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21410)] [trial-2354↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a03:59:47.578385 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a03:59:47.643571 run osmo-hlr_10.42.42.2(pid=21407): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21407)]\u000a03:59:47.696564 run osmo-hlr_10.42.42.2(pid=21407): stdout: \u000a| (launched: 2022-12-09_03:59:44.113742) \u000a03:59:47.750109 run osmo-hlr_10.42.42.2(pid=21407): stderr: \u000a| �[0;m�[1;31m20221209035944314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209035944314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209035944314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035944314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035944314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209035944314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209035944326 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209035944334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209035944334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209035944334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a03:59:47.795095 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21402): Terminating (SIGTERM)\u000a03:59:47.838311 run iperf3-srv_10.42.42.10(pid=21403): Terminating (SIGTERM)\u000a03:59:47.880922 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21406): Terminating (SIGTERM)\u000a03:59:47.924216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21409): Terminating (SIGTERM)\u000a03:59:47.967391 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21412): Terminating (SIGTERM)\u000a03:59:47.977348 --- ParallelTerminationStrategy: PID 21402 died...\u000a03:59:48.035156 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21402): Terminated: ok {rc=0}\u000a03:59:48.045581 --- ParallelTerminationStrategy: PID 21403 died...\u000a03:59:48.102602 run iperf3-srv_10.42.42.10(pid=21403): Terminated {rc=256}\u000a03:59:48.113196 --- ParallelTerminationStrategy: PID 21406 died...\u000a03:59:48.170220 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21406): Terminated: ok {rc=0}\u000a03:59:48.180604 --- ParallelTerminationStrategy: PID 21409 died...\u000a03:59:48.237731 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21409): Terminated: ok {rc=0}\u000a03:59:48.248006 --- ParallelTerminationStrategy: PID 21412 died...\u000a03:59:48.305165 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21412): Terminated: ok {rc=0}\u000a03:59:48.392933 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21428): Process ended prematurely: osmo-stp_10.42.42.5(pid=21428) [trial-2354↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21428)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21428): Process ended prematurely: osmo-stp_10.42.42.5(pid=21428) [trial-2354↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21428)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-b200+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a03:59:49.508829 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:49.521306 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a03:59:49.682424 tst iperf3m4.py: using LAC 18918\u000a03:59:49.809573 tst iperf3m4.py: using RAC 48\u000a03:59:49.936598 tst iperf3m4.py: using CellId 18918\u000a03:59:50.071141 tst iperf3m4.py: using BVCI 18919\u000a03:59:50.096258 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:50.107804 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:50.119338 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:50.130867 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:50.142258 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:50.153703 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:50.165262 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:50.176599 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a03:59:50.188137 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:59:50.308814 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:59:50.430564 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:59:50.545602 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a03:59:50.824727 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a03:59:50.951523 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:59:51.266804 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21414): Launched\u000a03:59:51.529727 run iperf3-srv_10.42.42.10(pid=21415): Launched\u000a03:59:51.713827 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a03:59:51.839398 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:59:52.153844 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21416): Launched\u000a03:59:52.417007 run iperf3-srv_10.42.42.10(pid=21417): Launched\u000a03:59:52.600464 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a03:59:52.726268 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:59:53.039423 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21418): Launched\u000a03:59:53.301156 run iperf3-srv_10.42.42.10(pid=21419): Launched\u000a03:59:53.487249 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a03:59:53.611615 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a03:59:53.923243 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21420): Launched\u000a03:59:54.182712 run iperf3-srv_10.42.42.10(pid=21421): Launched\u000a03:59:54.364876 tst iperf3m4.py:8: start network...\u000a03:59:54.489812 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a03:59:54.972574 run create_hlr_db(pid=21422): Launched\u000a03:59:55.145130 bus /gobi_6: Setting Powered False\u000a03:59:56.167063 run create_hlr_db(pid=21422): Terminated: ok {rc=0}\u000a03:59:56.568181 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21424): Launched\u000a03:59:56.870411 run osmo-hlr_10.42.42.2(pid=21425): Launched\u000a03:59:56.985302 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a03:59:57.510118 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21427): Launched\u000a03:59:57.812101 run osmo-stp_10.42.42.5(pid=21428): Launched\u000a03:59:57.921628 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a03:59:58.446576 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21430): Launched\u000a03:59:58.553683 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a03:59:58.816226 run patchelf(pid=21431): Launched\u000a03:59:58.992488 run osmo-stp_10.42.42.5(pid=21428): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21428)]\u000a03:59:59.121583 run osmo-stp_10.42.42.5(pid=21428): stdout: \u000a| (launched: 2022-12-09_03:59:57.663409)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:59:59.250551 run osmo-stp_10.42.42.5(pid=21428): stderr: \u000a| �[0;m�[38;5;43m20221209035957829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035957829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035957829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035957830 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035957830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035957830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035957830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:59:59.376306 run osmo-stp_10.42.42.5(pid=21428): stdout: \u000a| (launched: 2022-12-09_03:59:57.663409)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a03:59:59.499836 run osmo-stp_10.42.42.5(pid=21428): stderr: \u000a| �[0;m�[38;5;43m20221209035957829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209035957829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209035957829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209035957830 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209035957830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209035957830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209035957830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a03:59:59.644408 run patchelf(pid=21431): Terminating (SIGINT)\u000a03:59:59.815602 run patchelf(pid=21431): Terminated: ok {rc=0}\u000a03:59:59.847042 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21428): Process ended prematurely: osmo-stp_10.42.42.5(pid=21428) [trial-2354↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21428)] [trial-2354↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a03:59:59.856307 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a03:59:59.917230 run osmo-hlr_10.42.42.2(pid=21425): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21425)]\u000a03:59:59.966963 run osmo-hlr_10.42.42.2(pid=21425): stdout: \u000a| (launched: 2022-12-09_03:59:56.721520) \u000a04:00:00.016565 run osmo-hlr_10.42.42.2(pid=21425): stderr: \u000a| �[0;m�[1;31m20221209035956895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209035956895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209035956895 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035956896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209035956896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209035956896 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209035956908 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209035956917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209035956917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209035956917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:00:00.058792 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21414): Terminating (SIGTERM)\u000a04:00:00.098549 run iperf3-srv_10.42.42.10(pid=21415): Terminating (SIGTERM)\u000a04:00:00.138300 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21416): Terminating (SIGTERM)\u000a04:00:00.177881 run iperf3-srv_10.42.42.10(pid=21417): Terminating (SIGTERM)\u000a04:00:00.217549 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21418): Terminating (SIGTERM)\u000a04:00:00.257063 run iperf3-srv_10.42.42.10(pid=21419): Terminating (SIGTERM)\u000a04:00:00.296667 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21420): Terminating (SIGTERM)\u000a04:00:00.336695 run iperf3-srv_10.42.42.10(pid=21421): Terminating (SIGTERM)\u000a04:00:00.376266 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21424): Terminating (SIGTERM)\u000a04:00:00.415804 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21427): Terminating (SIGTERM)\u000a04:00:00.455315 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21430): Terminating (SIGTERM)\u000a04:00:00.464440 --- ParallelTerminationStrategy: PID 21414 died...\u000a04:00:00.518117 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21414): Terminated: ok {rc=0}\u000a04:00:00.527657 --- ParallelTerminationStrategy: PID 21415 died...\u000a04:00:00.580818 run iperf3-srv_10.42.42.10(pid=21415): Terminated {rc=256}\u000a04:00:00.590402 --- ParallelTerminationStrategy: PID 21416 died...\u000a04:00:00.643647 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21416): Terminated: ok {rc=0}\u000a04:00:00.653274 --- ParallelTerminationStrategy: PID 21417 died...\u000a04:00:00.706807 run iperf3-srv_10.42.42.10(pid=21417): Terminated {rc=256}\u000a04:00:00.716275 --- ParallelTerminationStrategy: PID 21418 died...\u000a04:00:00.769467 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21418): Terminated: ok {rc=0}\u000a04:00:00.779064 --- ParallelTerminationStrategy: PID 21419 died...\u000a04:00:00.841893 run iperf3-srv_10.42.42.10(pid=21419): Terminated {rc=256}\u000a04:00:00.863234 --- ParallelTerminationStrategy: PID 21420 died...\u000a04:00:00.933847 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21420): Terminated: ok {rc=0}\u000a04:00:00.944144 --- ParallelTerminationStrategy: PID 21421 died...\u000a04:00:00.998531 run iperf3-srv_10.42.42.10(pid=21421): Terminated {rc=256}\u000a04:00:01.008505 --- ParallelTerminationStrategy: PID 21424 died...\u000a04:00:01.062797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21424): Terminated: ok {rc=0}\u000a04:00:01.072873 --- ParallelTerminationStrategy: PID 21427 died...\u000a04:00:01.127291 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21427): Terminated: ok {rc=0}\u000a04:00:01.137384 --- ParallelTerminationStrategy: PID 21430 died...\u000a04:00:01.197711 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21430): Terminated: ok {rc=0}\u000a04:00:01.292257 bus /gobi_4: Setting Powered False\u000a04:00:02.400329 bus /gobi_4: Setting Powered False\u000a04:00:03.510091 bus /gobi_1: Setting Powered False\u000a04:00:04.617949 bus /gobi_1: Setting Powered False\u000a04:00:05.726991 bus /gobi_0: Setting Powered False\u000a04:00:06.835250 bus /gobi_0: Setting Powered False\u000a04:00:07.945933 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21442): Process ended prematurely: osmo-stp_10.42.42.5(pid=21442) [trial-2354↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21442)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21442): Process ended prematurely: osmo-stp_10.42.42.5(pid=21442) [trial-2354↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21442)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-b200+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a04:00:09.015771 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:00:09.028229 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:00:09.193906 tst ping.py: using LAC 18919\u000a04:00:09.314455 tst ping.py: using RAC 49\u000a04:00:09.431550 tst ping.py: using CellId 18919\u000a04:00:09.547986 tst ping.py: using BVCI 18920\u000a04:00:09.570865 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:00:09.582024 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:00:09.592580 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:00:09.603756 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:00:09.614559 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:00:09.625604 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:00:09.636415 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:00:09.647205 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:00:09.917542 tst ping.py:19: start network...\u000a04:00:10.040302 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:00:10.514176 run create_hlr_db(pid=21436): Launched\u000a04:00:10.684563 bus /gobi_6: Setting Powered False\u000a04:00:11.706269 run create_hlr_db(pid=21436): Terminated: ok {rc=0}\u000a04:00:12.127557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21438): Launched\u000a04:00:12.423785 run osmo-hlr_10.42.42.2(pid=21439): Launched\u000a04:00:12.539690 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:00:13.066461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21441): Launched\u000a04:00:13.361248 run osmo-stp_10.42.42.5(pid=21442): Launched\u000a04:00:13.468307 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:00:13.983355 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21444): Launched\u000a04:00:14.088357 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:00:14.346603 run patchelf(pid=21445): Launched\u000a04:00:14.519727 run osmo-stp_10.42.42.5(pid=21442): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21442)]\u000a04:00:14.646609 run osmo-stp_10.42.42.5(pid=21442): stdout: \u000a| (launched: 2022-12-09_04:00:13.215934)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:00:14.773719 run osmo-stp_10.42.42.5(pid=21442): stderr: \u000a| �[0;m�[38;5;43m20221209040013384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040013384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040013384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040013385 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040013385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040013385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040013385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:00:14.896361 run osmo-stp_10.42.42.5(pid=21442): stdout: \u000a| (launched: 2022-12-09_04:00:13.215934)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:00:15.017729 run osmo-stp_10.42.42.5(pid=21442): stderr: \u000a| �[0;m�[38;5;43m20221209040013384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040013384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040013384 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040013385 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040013385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040013385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040013385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:00:15.160033 run patchelf(pid=21445): Terminating (SIGINT)\u000a04:00:15.327224 run patchelf(pid=21445): Terminated: ok {rc=0}\u000a04:00:15.357549 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=21442): Process ended prematurely: osmo-stp_10.42.42.5(pid=21442) [trial-2354↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21442)] [trial-2354↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22]\u000a04:00:15.366130 tst ping.py:22: Test FAILED (6.3 sec)\u000a04:00:15.427054 run osmo-hlr_10.42.42.2(pid=21439): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21439)]\u000a04:00:15.477154 run osmo-hlr_10.42.42.2(pid=21439): stdout: \u000a| (launched: 2022-12-09_04:00:12.277793) \u000a04:00:15.527679 run osmo-hlr_10.42.42.2(pid=21439): stderr: \u000a| �[0;m�[1;31m20221209040012455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209040012455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209040012455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040012455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040012455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209040012455 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209040012468 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-b200+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209040012477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209040012477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209040012477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:00:15.570140 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21438): Terminating (SIGTERM)\u000a04:00:15.610066 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21441): Terminating (SIGTERM)\u000a04:00:15.649943 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21444): Terminating (SIGTERM)\u000a04:00:15.659509 --- ParallelTerminationStrategy: PID 21438 died...\u000a04:00:15.713445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21438): Terminated: ok {rc=0}\u000a04:00:15.723297 --- ParallelTerminationStrategy: PID 21441 died...\u000a04:00:15.776725 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21441): Terminated: ok {rc=0}\u000a04:00:15.786477 --- ParallelTerminationStrategy: PID 21444 died...\u000a04:00:15.847006 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21444): Terminated: ok {rc=0}\u000a04:00:15.938868 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21452): Process ended prematurely: osmo-stp_10.42.42.5(pid=21452) [trial-2354↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21452)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21452): Process ended prematurely: osmo-stp_10.42.42.5(pid=21452) [trial-2354↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21452)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-b200+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a04:00:17.000410 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:00:17.016878 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:00:17.221870 tst ping_idle_ping.py: using LAC 18920\u000a04:00:17.345731 tst ping_idle_ping.py: using RAC 50\u000a04:00:17.467235 tst ping_idle_ping.py: using CellId 18920\u000a04:00:17.583076 tst ping_idle_ping.py: using BVCI 18921\u000a04:00:17.606044 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:00:17.617010 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:00:17.627668 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:00:17.638585 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:00:17.649410 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:00:17.660087 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:00:17.670839 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:00:17.681655 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:00:17.954152 tst ping_idle_ping.py:24: start network...\u000a04:00:18.077768 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:00:18.560158 run create_hlr_db(pid=21446): Launched\u000a04:00:18.730574 bus /gobi_6: Setting Powered False\u000a04:00:19.751766 run create_hlr_db(pid=21446): Terminated: ok {rc=0}\u000a04:00:20.171311 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21448): Launched\u000a04:00:20.469391 run osmo-hlr_10.42.42.2(pid=21449): Launched\u000a04:00:20.577905 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:00:21.093311 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21451): Launched\u000a04:00:21.389409 run osmo-stp_10.42.42.5(pid=21452): Launched\u000a04:00:21.496489 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:00:22.012707 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21454): Launched\u000a04:00:22.117673 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:00:22.375968 run patchelf(pid=21455): Launched\u000a04:00:22.549198 run osmo-stp_10.42.42.5(pid=21452): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21452)]\u000a04:00:22.675977 run osmo-stp_10.42.42.5(pid=21452): stdout: \u000a| (launched: 2022-12-09_04:00:21.243380)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:00:22.803194 run osmo-stp_10.42.42.5(pid=21452): stderr: \u000a| �[0;m�[38;5;43m20221209040021411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040021411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040021412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040021412 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040021412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040021413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040021413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:00:22.926503 run osmo-stp_10.42.42.5(pid=21452): stdout: \u000a| (launched: 2022-12-09_04:00:21.243380)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:00:23.048179 run osmo-stp_10.42.42.5(pid=21452): stderr: \u000a| �[0;m�[38;5;43m20221209040021411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040021411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040021412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040021412 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040021412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040021413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040021413 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:00:23.190683 run patchelf(pid=21455): Terminating (SIGINT)\u000a04:00:23.358095 run patchelf(pid=21455): Terminated: ok {rc=0}\u000a04:00:23.388919 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=21452): Process ended prematurely: osmo-stp_10.42.42.5(pid=21452) [trial-2354↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21452)] [trial-2354↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a04:00:23.397562 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a04:00:23.457804 run osmo-hlr_10.42.42.2(pid=21449): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21449)]\u000a04:00:23.507309 run osmo-hlr_10.42.42.2(pid=21449): stdout: \u000a| (launched: 2022-12-09_04:00:20.322648) \u000a04:00:23.557812 run osmo-hlr_10.42.42.2(pid=21449): stderr: \u000a| �[0;m�[1;31m20221209040020497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209040020497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209040020497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040020497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040020497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209040020497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209040020509 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-b200+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209040020518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209040020518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209040020518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:00:23.599996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21448): Terminating (SIGTERM)\u000a04:00:23.639819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21451): Terminating (SIGTERM)\u000a04:00:23.679373 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21454): Terminating (SIGTERM)\u000a04:00:23.688512 --- ParallelTerminationStrategy: PID 21448 died...\u000a04:00:23.741878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21448): Terminated: ok {rc=0}\u000a04:00:23.751499 --- ParallelTerminationStrategy: PID 21451 died...\u000a04:00:23.804412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21451): Terminated: ok {rc=0}\u000a04:00:23.814034 --- ParallelTerminationStrategy: PID 21454 died...\u000a04:00:23.866885 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21454): Terminated: ok {rc=0}\u000a04:00:23.955439 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "52", "name" : "gprs_trx-b200+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T03:59:26" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21469): Process ended prematurely: osmo-stp_10.42.42.5(pid=21469) [trial-2354↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21469)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21469): Process ended prematurely: osmo-stp_10.42.42.5(pid=21469) [trial-2354↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21469)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-b200+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:00:26.110541 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:26.121978 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:00:26.286673 tst cs_paging_gprs_active.py: using LAC 18921\u000a04:00:26.414039 tst cs_paging_gprs_active.py: using RAC 51\u000a04:00:26.541515 tst cs_paging_gprs_active.py: using CellId 18921\u000a04:00:26.668160 tst cs_paging_gprs_active.py: using BVCI 18922\u000a04:00:26.692713 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:26.703966 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:26.715249 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:26.727088 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:26.738495 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:26.750018 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:26.761610 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:26.773110 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:26.784662 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:00:26.903831 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:00:27.198245 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:00:27.333509 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:00:27.667902 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21459): Launched\u000a04:00:27.946235 run iperf3-srv_10.42.42.10(pid=21460): Launched\u000a04:00:28.145066 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:00:28.280367 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:00:28.614949 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21461): Launched\u000a04:00:28.893865 run iperf3-srv_10.42.42.10(pid=21462): Launched\u000a04:00:29.092214 tst cs_paging_gprs_active.py:38: start network...\u000a04:00:29.227612 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:00:29.736795 run create_hlr_db(pid=21463): Launched\u000a04:00:29.923873 bus /gobi_6: Setting Powered False\u000a04:00:30.964554 run create_hlr_db(pid=21463): Terminated: ok {rc=0}\u000a04:00:31.378120 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21465): Launched\u000a04:00:31.811479 run osmo-hlr_10.42.42.2(pid=21466): Launched\u000a04:00:32.042099 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:00:32.681350 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21468): Launched\u000a04:00:33.005401 run osmo-stp_10.42.42.5(pid=21469): Launched\u000a04:00:33.123446 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:00:33.687602 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21471): Launched\u000a04:00:33.803510 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:00:34.086835 run patchelf(pid=21472): Launched\u000a04:00:34.276725 run osmo-stp_10.42.42.5(pid=21469): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21469)]\u000a04:00:34.415602 run osmo-stp_10.42.42.5(pid=21469): stdout: \u000a| (launched: 2022-12-09_04:00:32.845955)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:00:34.554577 run osmo-stp_10.42.42.5(pid=21469): stderr: \u000a| �[0;m�[38;5;43m20221209040033037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040033037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040033037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040033038 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040033038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040033038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040033038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:00:34.689233 run osmo-stp_10.42.42.5(pid=21469): stdout: \u000a| (launched: 2022-12-09_04:00:32.845955)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:00:34.822592 run osmo-stp_10.42.42.5(pid=21469): stderr: \u000a| �[0;m�[38;5;43m20221209040033037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040033037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040033037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040033038 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040033038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040033038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040033038 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:00:34.978676 run patchelf(pid=21472): Terminating (SIGINT)\u000a04:00:35.162395 run patchelf(pid=21472): Terminated: ok {rc=0}\u000a04:00:35.196582 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=21469): Process ended prematurely: osmo-stp_10.42.42.5(pid=21469) [trial-2354↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21469)] [trial-2354↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a04:00:35.206899 tst cs_paging_gprs_active.py:38: Test FAILED (9.1 sec)\u000a04:00:35.272202 run osmo-hlr_10.42.42.2(pid=21466): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21466)]\u000a04:00:35.324876 run osmo-hlr_10.42.42.2(pid=21466): stdout: \u000a| (launched: 2022-12-09_04:00:31.536052) \u000a04:00:35.377927 run osmo-hlr_10.42.42.2(pid=21466): stderr: \u000a| �[0;m�[1;31m20221209040031900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209040031900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209040031900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040031900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040031900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209040031900 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209040031927 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-b200+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209040031940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209040031940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209040031940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:00:35.423165 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21459): Terminating (SIGTERM)\u000a04:00:35.465914 run iperf3-srv_10.42.42.10(pid=21460): Terminating (SIGTERM)\u000a04:00:35.508387 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21461): Terminating (SIGTERM)\u000a04:00:35.550520 run iperf3-srv_10.42.42.10(pid=21462): Terminating (SIGTERM)\u000a04:00:35.593282 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21465): Terminating (SIGTERM)\u000a04:00:35.635546 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21468): Terminating (SIGTERM)\u000a04:00:35.678207 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21471): Terminating (SIGTERM)\u000a04:00:35.688249 --- ParallelTerminationStrategy: PID 21459 died...\u000a04:00:35.745283 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21459): Terminated: ok {rc=0}\u000a04:00:35.755430 --- ParallelTerminationStrategy: PID 21460 died...\u000a04:00:35.811470 run iperf3-srv_10.42.42.10(pid=21460): Terminated {rc=256}\u000a04:00:35.821923 --- ParallelTerminationStrategy: PID 21461 died...\u000a04:00:35.878191 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21461): Terminated: ok {rc=0}\u000a04:00:35.888544 --- ParallelTerminationStrategy: PID 21462 died...\u000a04:00:35.944893 run iperf3-srv_10.42.42.10(pid=21462): Terminated {rc=256}\u000a04:00:35.955072 --- ParallelTerminationStrategy: PID 21465 died...\u000a04:00:36.011610 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21465): Terminated: ok {rc=0}\u000a04:00:36.021822 --- ParallelTerminationStrategy: PID 21468 died...\u000a04:00:36.078453 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21468): Terminated: ok {rc=0}\u000a04:00:36.088792 --- ParallelTerminationStrategy: PID 21471 died...\u000a04:00:36.145227 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21471): Terminated: ok {rc=0}\u000a04:00:36.233768 bus /gobi_0: Setting Powered False\u000a04:00:37.336620 bus /gobi_0: Setting Powered False\u000a04:00:38.448598 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21481): Process ended prematurely: osmo-stp_10.42.42.5(pid=21481) [trial-2354↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21481)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21481): Process ended prematurely: osmo-stp_10.42.42.5(pid=21481) [trial-2354↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21481)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-b200+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a04:00:39.560468 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:39.572111 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:00:39.731503 tst iperf3.py: using LAC 18922\u000a04:00:39.849711 tst iperf3.py: using RAC 52\u000a04:00:39.968295 tst iperf3.py: using CellId 18922\u000a04:00:40.088595 tst iperf3.py: using BVCI 18923\u000a04:00:40.111631 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:40.122401 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:40.132904 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:40.143526 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:40.154069 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:40.164592 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:40.175311 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:40.185905 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:40.196576 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:00:40.471742 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:00:40.597496 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:00:40.909771 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21473): Launched\u000a04:00:41.169364 run iperf3-srv_10.42.42.10(pid=21474): Launched\u000a04:00:41.351824 tst iperf3.py:8: start network...\u000a04:00:41.477589 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:00:41.961536 run create_hlr_db(pid=21475): Launched\u000a04:00:42.148592 bus /gobi_6: Setting Powered False\u000a04:00:43.170131 run create_hlr_db(pid=21475): Terminated: ok {rc=0}\u000a04:00:43.599105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21477): Launched\u000a04:00:43.924756 run osmo-hlr_10.42.42.2(pid=21478): Launched\u000a04:00:44.046458 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:00:44.610244 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21480): Launched\u000a04:00:44.934254 run osmo-stp_10.42.42.5(pid=21481): Launched\u000a04:00:45.052121 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:00:45.615458 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21483): Launched\u000a04:00:45.731687 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:00:46.054464 run patchelf(pid=21484): Launched\u000a04:00:46.237730 run osmo-stp_10.42.42.5(pid=21481): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21481)]\u000a04:00:46.371740 run osmo-stp_10.42.42.5(pid=21481): stdout: \u000a| (launched: 2022-12-09_04:00:44.774780)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:00:46.506582 run osmo-stp_10.42.42.5(pid=21481): stderr: \u000a| �[0;m�[38;5;43m20221209040044965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040044966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040044966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040044966 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040044967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040044967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040044967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:00:46.637757 run osmo-stp_10.42.42.5(pid=21481): stdout: \u000a| (launched: 2022-12-09_04:00:44.774780)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:00:46.767269 run osmo-stp_10.42.42.5(pid=21481): stderr: \u000a| �[0;m�[38;5;43m20221209040044965 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040044966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040044966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040044966 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040044967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040044967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040044967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:00:46.918996 run patchelf(pid=21484): Terminating (SIGINT)\u000a04:00:47.094919 run patchelf(pid=21484): Terminated: ok {rc=0}\u000a04:00:47.127649 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21481): Process ended prematurely: osmo-stp_10.42.42.5(pid=21481) [trial-2354↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21481)] [trial-2354↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a04:00:47.137681 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a04:00:47.199655 run osmo-hlr_10.42.42.2(pid=21478): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21478)]\u000a04:00:47.249622 run osmo-hlr_10.42.42.2(pid=21478): stdout: \u000a| (launched: 2022-12-09_04:00:43.764448) \u000a04:00:47.300032 run osmo-hlr_10.42.42.2(pid=21478): stderr: \u000a| �[0;m�[1;31m20221209040043962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209040043962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209040043962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040043962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040043962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209040043962 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209040043978 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209040043987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209040043988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209040043988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:00:47.343122 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21473): Terminating (SIGTERM)\u000a04:00:47.383864 run iperf3-srv_10.42.42.10(pid=21474): Terminating (SIGTERM)\u000a04:00:47.424236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21477): Terminating (SIGTERM)\u000a04:00:47.464921 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21480): Terminating (SIGTERM)\u000a04:00:47.505598 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21483): Terminating (SIGTERM)\u000a04:00:47.514950 --- ParallelTerminationStrategy: PID 21473 died...\u000a04:00:47.569626 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21473): Terminated: ok {rc=0}\u000a04:00:47.579674 --- ParallelTerminationStrategy: PID 21474 died...\u000a04:00:47.633255 run iperf3-srv_10.42.42.10(pid=21474): Terminated {rc=256}\u000a04:00:47.642955 --- ParallelTerminationStrategy: PID 21477 died...\u000a04:00:47.696799 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21477): Terminated: ok {rc=0}\u000a04:00:47.706428 --- ParallelTerminationStrategy: PID 21480 died...\u000a04:00:47.760594 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21480): Terminated: ok {rc=0}\u000a04:00:47.770293 --- ParallelTerminationStrategy: PID 21483 died...\u000a04:00:47.824159 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21483): Terminated: ok {rc=0}\u000a04:00:47.913762 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21499): Process ended prematurely: osmo-stp_10.42.42.5(pid=21499) [trial-2354↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21499)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21499): Process ended prematurely: osmo-stp_10.42.42.5(pid=21499) [trial-2354↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21499)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-b200+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a04:00:49.027285 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:49.038827 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:00:49.198521 tst iperf3m4.py: using LAC 18923\u000a04:00:49.316462 tst iperf3m4.py: using RAC 53\u000a04:00:49.436354 tst iperf3m4.py: using CellId 18923\u000a04:00:49.555716 tst iperf3m4.py: using BVCI 18924\u000a04:00:49.578890 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:49.589754 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:49.600331 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:49.611087 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:49.621666 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:49.632267 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:49.643019 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:49.654025 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:00:49.665065 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:00:49.784317 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:00:49.905975 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:00:50.026121 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:00:50.318017 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:00:50.454712 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:00:50.789847 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21485): Launched\u000a04:00:51.069476 run iperf3-srv_10.42.42.10(pid=21486): Launched\u000a04:00:51.267808 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:00:51.403439 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:00:51.738344 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21487): Launched\u000a04:00:52.017428 run iperf3-srv_10.42.42.10(pid=21488): Launched\u000a04:00:52.216346 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:00:52.351945 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:00:52.686687 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21489): Launched\u000a04:00:52.965348 run iperf3-srv_10.42.42.10(pid=21490): Launched\u000a04:00:53.164256 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:00:53.299592 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:00:53.633919 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21491): Launched\u000a04:00:53.912639 run iperf3-srv_10.42.42.10(pid=21492): Launched\u000a04:00:54.111010 tst iperf3m4.py:8: start network...\u000a04:00:54.246442 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:00:54.754703 run create_hlr_db(pid=21493): Launched\u000a04:00:54.942019 bus /gobi_6: Setting Powered False\u000a04:00:55.963966 run create_hlr_db(pid=21493): Terminated: ok {rc=0}\u000a04:00:56.369234 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21495): Launched\u000a04:00:56.672219 run osmo-hlr_10.42.42.2(pid=21496): Launched\u000a04:00:56.784425 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:00:57.306084 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21498): Launched\u000a04:00:57.607189 run osmo-stp_10.42.42.5(pid=21499): Launched\u000a04:00:57.716563 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:00:58.242246 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21501): Launched\u000a04:00:58.349146 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:00:58.612244 run patchelf(pid=21502): Launched\u000a04:00:58.788498 run osmo-stp_10.42.42.5(pid=21499): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21499)]\u000a04:00:58.917453 run osmo-stp_10.42.42.5(pid=21499): stdout: \u000a| (launched: 2022-12-09_04:00:57.458919)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:00:59.047048 run osmo-stp_10.42.42.5(pid=21499): stderr: \u000a| �[0;m�[38;5;43m20221209040057627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040057627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040057628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040057628 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040057629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040057629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040057629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:00:59.172051 run osmo-stp_10.42.42.5(pid=21499): stdout: \u000a| (launched: 2022-12-09_04:00:57.458919)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:00:59.295460 run osmo-stp_10.42.42.5(pid=21499): stderr: \u000a| �[0;m�[38;5;43m20221209040057627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040057627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040057628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040057628 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040057629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040057629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040057629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:00:59.439501 run patchelf(pid=21502): Terminating (SIGINT)\u000a04:00:59.609325 run patchelf(pid=21502): Terminated: ok {rc=0}\u000a04:00:59.640411 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21499): Process ended prematurely: osmo-stp_10.42.42.5(pid=21499) [trial-2354↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21499)] [trial-2354↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a04:00:59.649683 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a04:00:59.710332 run osmo-hlr_10.42.42.2(pid=21496): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21496)]\u000a04:00:59.760036 run osmo-hlr_10.42.42.2(pid=21496): stdout: \u000a| (launched: 2022-12-09_04:00:56.522399) \u000a04:00:59.810162 run osmo-hlr_10.42.42.2(pid=21496): stderr: \u000a| �[0;m�[1;31m20221209040056698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209040056698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209040056698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040056698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040056698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209040056698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209040056711 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209040056720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209040056720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209040056720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:00:59.853481 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21485): Terminating (SIGTERM)\u000a04:00:59.893508 run iperf3-srv_10.42.42.10(pid=21486): Terminating (SIGTERM)\u000a04:00:59.933302 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21487): Terminating (SIGTERM)\u000a04:00:59.973239 run iperf3-srv_10.42.42.10(pid=21488): Terminating (SIGTERM)\u000a04:01:00.014937 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21489): Terminating (SIGTERM)\u000a04:01:00.054794 run iperf3-srv_10.42.42.10(pid=21490): Terminating (SIGTERM)\u000a04:01:00.094599 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21491): Terminating (SIGTERM)\u000a04:01:00.134340 run iperf3-srv_10.42.42.10(pid=21492): Terminating (SIGTERM)\u000a04:01:00.174311 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21495): Terminating (SIGTERM)\u000a04:01:00.214313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21498): Terminating (SIGTERM)\u000a04:01:00.254402 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21501): Terminating (SIGTERM)\u000a04:01:00.263685 --- ParallelTerminationStrategy: PID 21485 died...\u000a04:01:00.317173 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21485): Terminated: ok {rc=0}\u000a04:01:00.326831 --- ParallelTerminationStrategy: PID 21486 died...\u000a04:01:00.379947 run iperf3-srv_10.42.42.10(pid=21486): Terminated {rc=256}\u000a04:01:00.389866 --- ParallelTerminationStrategy: PID 21487 died...\u000a04:01:00.442922 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21487): Terminated: ok {rc=0}\u000a04:01:00.452749 --- ParallelTerminationStrategy: PID 21488 died...\u000a04:01:00.505809 run iperf3-srv_10.42.42.10(pid=21488): Terminated {rc=256}\u000a04:01:00.515261 --- ParallelTerminationStrategy: PID 21489 died...\u000a04:01:00.568267 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21489): Terminated: ok {rc=0}\u000a04:01:00.578067 --- ParallelTerminationStrategy: PID 21490 died...\u000a04:01:00.630858 run iperf3-srv_10.42.42.10(pid=21490): Terminated {rc=256}\u000a04:01:00.640407 --- ParallelTerminationStrategy: PID 21491 died...\u000a04:01:00.693466 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21491): Terminated: ok {rc=0}\u000a04:01:00.703200 --- ParallelTerminationStrategy: PID 21492 died...\u000a04:01:00.756307 run iperf3-srv_10.42.42.10(pid=21492): Terminated {rc=256}\u000a04:01:00.765984 --- ParallelTerminationStrategy: PID 21495 died...\u000a04:01:00.819434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21495): Terminated: ok {rc=0}\u000a04:01:00.829188 --- ParallelTerminationStrategy: PID 21498 died...\u000a04:01:00.886009 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21498): Terminated: ok {rc=0}\u000a04:01:00.896197 --- ParallelTerminationStrategy: PID 21501 died...\u000a04:01:00.957901 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21501): Terminated: ok {rc=0}\u000a04:01:01.047301 bus /gobi_4: Setting Powered False\u000a04:01:02.149455 bus /gobi_4: Setting Powered False\u000a04:01:03.256136 bus /gobi_1: Setting Powered False\u000a04:01:04.363746 bus /gobi_1: Setting Powered False\u000a04:01:05.472515 bus /gobi_0: Setting Powered False\u000a04:01:06.581581 bus /gobi_0: Setting Powered False\u000a04:01:07.691588 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21509): Process ended prematurely: osmo-stp_10.42.42.5(pid=21509) [trial-2354↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21509)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21509): Process ended prematurely: osmo-stp_10.42.42.5(pid=21509) [trial-2354↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21509)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-b200+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a04:01:08.761416 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:01:08.773442 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:01:08.931709 tst ping.py: using LAC 18924\u000a04:01:09.049541 tst ping.py: using RAC 54\u000a04:01:09.166824 tst ping.py: using CellId 18924\u000a04:01:09.286843 tst ping.py: using BVCI 18925\u000a04:01:09.309708 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:01:09.320605 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:01:09.331234 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:01:09.342067 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:01:09.352646 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:01:09.363357 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:01:09.374117 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:01:09.384677 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:01:09.672055 tst ping.py:19: start network...\u000a04:01:09.804114 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:01:10.302942 run create_hlr_db(pid=21503): Launched\u000a04:01:10.486614 bus /gobi_6: Setting Powered False\u000a04:01:11.508058 run create_hlr_db(pid=21503): Terminated: ok {rc=0}\u000a04:01:11.907645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21505): Launched\u000a04:01:12.205900 run osmo-hlr_10.42.42.2(pid=21506): Launched\u000a04:01:12.315199 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:01:12.837754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21508): Launched\u000a04:01:13.133569 run osmo-stp_10.42.42.5(pid=21509): Launched\u000a04:01:13.241425 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:01:13.756922 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21511): Launched\u000a04:01:13.862141 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:01:14.120596 run patchelf(pid=21512): Launched\u000a04:01:14.294478 run osmo-stp_10.42.42.5(pid=21509): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21509)]\u000a04:01:14.421059 run osmo-stp_10.42.42.5(pid=21509): stdout: \u000a| (launched: 2022-12-09_04:01:12.987589)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:01:14.548006 run osmo-stp_10.42.42.5(pid=21509): stderr: \u000a| �[0;m�[38;5;43m20221209040113157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040113157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040113158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040113158 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040113158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040113159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040113159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:01:14.670458 run osmo-stp_10.42.42.5(pid=21509): stdout: \u000a| (launched: 2022-12-09_04:01:12.987589)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:01:14.791709 run osmo-stp_10.42.42.5(pid=21509): stderr: \u000a| �[0;m�[38;5;43m20221209040113157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040113157 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040113158 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040113158 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040113158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040113159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040113159 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:01:14.933966 run patchelf(pid=21512): Terminating (SIGINT)\u000a04:01:15.100377 run patchelf(pid=21512): Terminated: ok {rc=0}\u000a04:01:15.130917 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=21509): Process ended prematurely: osmo-stp_10.42.42.5(pid=21509) [trial-2354↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21509)] [trial-2354↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22]\u000a04:01:15.139544 tst ping.py:22: Test FAILED (6.4 sec)\u000a04:01:15.199714 run osmo-hlr_10.42.42.2(pid=21506): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21506)]\u000a04:01:15.248980 run osmo-hlr_10.42.42.2(pid=21506): stdout: \u000a| (launched: 2022-12-09_04:01:12.058316) \u000a04:01:15.299351 run osmo-hlr_10.42.42.2(pid=21506): stderr: \u000a| �[0;m�[1;31m20221209040112232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209040112232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209040112232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040112232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040112232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209040112232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209040112244 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-b200+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209040112255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209040112255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209040112255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:01:15.341579 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21505): Terminating (SIGTERM)\u000a04:01:15.381268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21508): Terminating (SIGTERM)\u000a04:01:15.421529 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21511): Terminating (SIGTERM)\u000a04:01:15.430903 --- ParallelTerminationStrategy: PID 21505 died...\u000a04:01:15.484250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21505): Terminated: ok {rc=0}\u000a04:01:15.493890 --- ParallelTerminationStrategy: PID 21508 died...\u000a04:01:15.546881 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21508): Terminated: ok {rc=0}\u000a04:01:15.556491 --- ParallelTerminationStrategy: PID 21511 died...\u000a04:01:15.609329 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21511): Terminated: ok {rc=0}\u000a04:01:15.698908 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21519): Process ended prematurely: osmo-stp_10.42.42.5(pid=21519) [trial-2354↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21519)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21519): Process ended prematurely: osmo-stp_10.42.42.5(pid=21519) [trial-2354↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21519)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-b200+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a04:01:16.752743 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:01:16.765301 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:01:16.935146 tst ping_idle_ping.py: using LAC 18925\u000a04:01:17.092869 tst ping_idle_ping.py: using RAC 55\u000a04:01:17.232045 tst ping_idle_ping.py: using CellId 18925\u000a04:01:17.353308 tst ping_idle_ping.py: using BVCI 18926\u000a04:01:17.375978 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:01:17.386785 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:01:17.397408 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:01:17.408100 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:01:17.418597 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:01:17.429233 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:01:17.439900 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:01:17.450469 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:01:17.724557 tst ping_idle_ping.py:24: start network...\u000a04:01:17.848187 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:01:18.326960 run create_hlr_db(pid=21513): Launched\u000a04:01:18.497923 bus /gobi_6: Setting Powered False\u000a04:01:19.520173 run create_hlr_db(pid=21513): Terminated: ok {rc=0}\u000a04:01:19.943227 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21515): Launched\u000a04:01:20.262925 run osmo-hlr_10.42.42.2(pid=21516): Launched\u000a04:01:20.379484 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:01:20.933642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21518): Launched\u000a04:01:21.252571 run osmo-stp_10.42.42.5(pid=21519): Launched\u000a04:01:21.368331 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:01:21.918493 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21521): Launched\u000a04:01:22.025340 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:01:22.284734 run patchelf(pid=21522): Launched\u000a04:01:22.458616 run osmo-stp_10.42.42.5(pid=21519): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21519)]\u000a04:01:22.586099 run osmo-stp_10.42.42.5(pid=21519): stdout: \u000a| (launched: 2022-12-09_04:01:21.095150)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:01:22.713553 run osmo-stp_10.42.42.5(pid=21519): stderr: \u000a| �[0;m�[38;5;43m20221209040121288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040121288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040121288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040121288 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040121289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040121289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040121289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:01:22.836415 run osmo-stp_10.42.42.5(pid=21519): stdout: \u000a| (launched: 2022-12-09_04:01:21.095150)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:01:22.958400 run osmo-stp_10.42.42.5(pid=21519): stderr: \u000a| �[0;m�[38;5;43m20221209040121288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040121288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040121288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040121288 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040121289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040121289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040121289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:01:23.100893 run patchelf(pid=21522): Terminating (SIGINT)\u000a04:01:23.268453 run patchelf(pid=21522): Terminated: ok {rc=0}\u000a04:01:23.298973 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=21519): Process ended prematurely: osmo-stp_10.42.42.5(pid=21519) [trial-2354↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21519)] [trial-2354↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a04:01:23.307558 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a04:01:23.369294 run osmo-hlr_10.42.42.2(pid=21516): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21516)]\u000a04:01:23.419241 run osmo-hlr_10.42.42.2(pid=21516): stdout: \u000a| (launched: 2022-12-09_04:01:20.105878) \u000a04:01:23.469759 run osmo-hlr_10.42.42.2(pid=21516): stderr: \u000a| �[0;m�[1;31m20221209040120304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209040120304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209040120304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040120304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040120304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209040120304 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209040120316 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-b200+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209040120324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209040120325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209040120325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:01:23.512400 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21515): Terminating (SIGTERM)\u000a04:01:23.552990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21518): Terminating (SIGTERM)\u000a04:01:23.593533 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21521): Terminating (SIGTERM)\u000a04:01:23.603203 --- ParallelTerminationStrategy: PID 21515 died...\u000a04:01:23.657009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21515): Terminated: ok {rc=0}\u000a04:01:23.667112 --- ParallelTerminationStrategy: PID 21518 died...\u000a04:01:23.720909 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21518): Terminated: ok {rc=0}\u000a04:01:23.731065 --- ParallelTerminationStrategy: PID 21521 died...\u000a04:01:23.785869 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21521): Terminated: ok {rc=0}\u000a04:01:23.874972 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "53", "name" : "gprs_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:00:25" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21538): Process ended prematurely: osmo-stp_10.42.42.5(pid=21538) [trial-2354↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21538)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21538): Process ended prematurely: osmo-stp_10.42.42.5(pid=21538) [trial-2354↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21538)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:01:26.030887 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:26.042418 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a04:01:26.184316 tst cs_paging_gprs_active.py: using LAC 18926\u000a04:01:26.303114 tst cs_paging_gprs_active.py: using RAC 56\u000a04:01:26.422322 tst cs_paging_gprs_active.py: using CellId 18926\u000a04:01:26.540719 tst cs_paging_gprs_active.py: using BVCI 18927\u000a04:01:26.563917 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:26.575171 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:26.586236 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:26.597253 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:26.608238 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:26.619263 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:26.630305 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:26.641241 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:26.652371 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:01:26.772891 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:01:27.067320 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:01:27.204556 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:01:27.540846 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21528): Launched\u000a04:01:27.820910 run iperf3-srv_10.42.42.10(pid=21529): Launched\u000a04:01:28.020025 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:01:28.157041 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:01:28.493680 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21530): Launched\u000a04:01:28.773195 run iperf3-srv_10.42.42.10(pid=21531): Launched\u000a04:01:28.972347 tst cs_paging_gprs_active.py:38: start network...\u000a04:01:29.109263 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:01:29.620128 run create_hlr_db(pid=21532): Launched\u000a04:01:29.807374 bus /gobi_6: Setting Powered False\u000a04:01:30.831715 run create_hlr_db(pid=21532): Terminated: ok {rc=0}\u000a04:01:31.258706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21534): Launched\u000a04:01:31.732061 run osmo-hlr_10.42.42.2(pid=21535): Launched\u000a04:01:31.952065 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:01:32.493345 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21537): Launched\u000a04:01:32.797162 run osmo-stp_10.42.42.5(pid=21538): Launched\u000a04:01:32.907039 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:01:33.434515 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21540): Launched\u000a04:01:33.542031 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:01:33.806739 run patchelf(pid=21541): Launched\u000a04:01:33.983804 run osmo-stp_10.42.42.5(pid=21538): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21538)]\u000a04:01:34.114336 run osmo-stp_10.42.42.5(pid=21538): stdout: \u000a| (launched: 2022-12-09_04:01:32.647640)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:01:34.243843 run osmo-stp_10.42.42.5(pid=21538): stderr: \u000a| �[0;m�[38;5;43m20221209040132819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040132819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040132819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040132819 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040132821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040132821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040132821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:01:34.369105 run osmo-stp_10.42.42.5(pid=21538): stdout: \u000a| (launched: 2022-12-09_04:01:32.647640)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:01:34.493173 run osmo-stp_10.42.42.5(pid=21538): stderr: \u000a| �[0;m�[38;5;43m20221209040132819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040132819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040132819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040132819 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040132821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040132821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040132821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:01:34.638360 run patchelf(pid=21541): Terminating (SIGINT)\u000a04:01:34.809245 run patchelf(pid=21541): Terminated: ok {rc=0}\u000a04:01:34.840546 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=21538): Process ended prematurely: osmo-stp_10.42.42.5(pid=21538) [trial-2354↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21538)] [trial-2354↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a04:01:34.849813 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a04:01:34.910616 run osmo-hlr_10.42.42.2(pid=21535): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21535)]\u000a04:01:34.960028 run osmo-hlr_10.42.42.2(pid=21535): stdout: \u000a| (launched: 2022-12-09_04:01:31.416390) \u000a04:01:35.010278 run osmo-hlr_10.42.42.2(pid=21535): stderr: \u000a| �[0;m�[1;31m20221209040131699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209040131699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209040131699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040131699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040131699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209040131699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209040131713 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209040131723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209040131723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209040131723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:01:35.052914 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21528): Terminating (SIGTERM)\u000a04:01:35.093021 run iperf3-srv_10.42.42.10(pid=21529): Terminating (SIGTERM)\u000a04:01:35.133608 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21530): Terminating (SIGTERM)\u000a04:01:35.173698 run iperf3-srv_10.42.42.10(pid=21531): Terminating (SIGTERM)\u000a04:01:35.214166 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21534): Terminating (SIGTERM)\u000a04:01:35.254338 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21537): Terminating (SIGTERM)\u000a04:01:35.294223 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21540): Terminating (SIGTERM)\u000a04:01:35.303386 --- ParallelTerminationStrategy: PID 21528 died...\u000a04:01:35.357010 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21528): Terminated: ok {rc=0}\u000a04:01:35.366687 --- ParallelTerminationStrategy: PID 21529 died...\u000a04:01:35.420040 run iperf3-srv_10.42.42.10(pid=21529): Terminated {rc=256}\u000a04:01:35.429624 --- ParallelTerminationStrategy: PID 21530 died...\u000a04:01:35.482826 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21530): Terminated: ok {rc=0}\u000a04:01:35.492366 --- ParallelTerminationStrategy: PID 21531 died...\u000a04:01:35.545281 run iperf3-srv_10.42.42.10(pid=21531): Terminated {rc=256}\u000a04:01:35.554772 --- ParallelTerminationStrategy: PID 21534 died...\u000a04:01:35.607712 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21534): Terminated: ok {rc=0}\u000a04:01:35.617318 --- ParallelTerminationStrategy: PID 21537 died...\u000a04:01:35.670459 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21537): Terminated: ok {rc=0}\u000a04:01:35.680009 --- ParallelTerminationStrategy: PID 21540 died...\u000a04:01:35.733177 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21540): Terminated: ok {rc=0}\u000a04:01:35.822922 bus /gobi_0: Setting Powered False\u000a04:01:36.927404 bus /gobi_0: Setting Powered False\u000a04:01:38.041193 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21550): Process ended prematurely: osmo-stp_10.42.42.5(pid=21550) [trial-2354↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21550)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21550): Process ended prematurely: osmo-stp_10.42.42.5(pid=21550) [trial-2354↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21550)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a04:01:39.152308 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:39.164111 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a04:01:39.305734 tst iperf3.py: using LAC 18927\u000a04:01:39.424163 tst iperf3.py: using RAC 57\u000a04:01:39.544471 tst iperf3.py: using CellId 18927\u000a04:01:39.662994 tst iperf3.py: using BVCI 18928\u000a04:01:39.686145 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:39.697303 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:39.708267 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:39.719430 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:39.730432 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:39.741353 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:39.752413 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:39.763288 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:39.774421 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:01:40.059056 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:01:40.186336 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:01:40.500877 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21542): Launched\u000a04:01:40.761463 run iperf3-srv_10.42.42.10(pid=21543): Launched\u000a04:01:40.945134 tst iperf3.py:8: start network...\u000a04:01:41.070468 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:01:41.553578 run create_hlr_db(pid=21544): Launched\u000a04:01:41.726363 bus /gobi_6: Setting Powered False\u000a04:01:42.749416 run create_hlr_db(pid=21544): Terminated: ok {rc=0}\u000a04:01:43.179601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21546): Launched\u000a04:01:43.503907 run osmo-hlr_10.42.42.2(pid=21547): Launched\u000a04:01:43.623571 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:01:44.188740 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21549): Launched\u000a04:01:44.512826 run osmo-stp_10.42.42.5(pid=21550): Launched\u000a04:01:44.630960 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:01:45.191707 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21552): Launched\u000a04:01:45.300517 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:01:45.564017 run patchelf(pid=21553): Launched\u000a04:01:45.739832 run osmo-stp_10.42.42.5(pid=21550): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21550)]\u000a04:01:45.869343 run osmo-stp_10.42.42.5(pid=21550): stdout: \u000a| (launched: 2022-12-09_04:01:44.353992)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:01:46.000428 run osmo-stp_10.42.42.5(pid=21550): stderr: \u000a| �[0;m�[38;5;43m20221209040144547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040144548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040144548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040144548 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040144549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040144549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040144549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:01:46.127681 run osmo-stp_10.42.42.5(pid=21550): stdout: \u000a| (launched: 2022-12-09_04:01:44.353992)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:01:46.255064 run osmo-stp_10.42.42.5(pid=21550): stderr: \u000a| �[0;m�[38;5;43m20221209040144547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040144548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040144548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040144548 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040144549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040144549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040144549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:01:46.403576 run patchelf(pid=21553): Terminating (SIGINT)\u000a04:01:46.577150 run patchelf(pid=21553): Terminated: ok {rc=0}\u000a04:01:46.609364 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21550): Process ended prematurely: osmo-stp_10.42.42.5(pid=21550) [trial-2354↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21550)] [trial-2354↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a04:01:46.619720 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a04:01:46.681322 run osmo-hlr_10.42.42.2(pid=21547): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21547)]\u000a04:01:46.731912 run osmo-hlr_10.42.42.2(pid=21547): stdout: \u000a| (launched: 2022-12-09_04:01:43.344862) \u000a04:01:46.782843 run osmo-hlr_10.42.42.2(pid=21547): stderr: \u000a| �[0;m�[1;31m20221209040143544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209040143544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209040143544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040143544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040143544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209040143544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209040143556 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209040143564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209040143565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209040143565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:01:46.826160 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21542): Terminating (SIGTERM)\u000a04:01:46.866519 run iperf3-srv_10.42.42.10(pid=21543): Terminating (SIGTERM)\u000a04:01:46.909077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21546): Terminating (SIGTERM)\u000a04:01:46.951994 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21549): Terminating (SIGTERM)\u000a04:01:46.994805 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21552): Terminating (SIGTERM)\u000a04:01:47.004855 --- ParallelTerminationStrategy: PID 21542 died...\u000a04:01:47.061044 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21542): Terminated: ok {rc=0}\u000a04:01:47.071077 --- ParallelTerminationStrategy: PID 21543 died...\u000a04:01:47.125020 run iperf3-srv_10.42.42.10(pid=21543): Terminated {rc=256}\u000a04:01:47.134916 --- ParallelTerminationStrategy: PID 21546 died...\u000a04:01:47.188771 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21546): Terminated: ok {rc=0}\u000a04:01:47.198669 --- ParallelTerminationStrategy: PID 21549 died...\u000a04:01:47.252461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21549): Terminated: ok {rc=0}\u000a04:01:47.262430 --- ParallelTerminationStrategy: PID 21552 died...\u000a04:01:47.315797 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21552): Terminated: ok {rc=0}\u000a04:01:47.399125 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21568): Process ended prematurely: osmo-stp_10.42.42.5(pid=21568) [trial-2354↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21568)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21568): Process ended prematurely: osmo-stp_10.42.42.5(pid=21568) [trial-2354↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21568)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a04:01:48.515193 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:48.527599 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a04:01:48.677960 tst iperf3m4.py: using LAC 18928\u000a04:01:48.803661 tst iperf3m4.py: using RAC 58\u000a04:01:48.929955 tst iperf3m4.py: using CellId 18928\u000a04:01:49.052175 tst iperf3m4.py: using BVCI 18929\u000a04:01:49.075942 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:49.087428 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:49.098674 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:49.109783 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:49.121346 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:49.132432 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:49.143612 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:49.154705 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:01:49.165931 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:01:49.286450 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:01:49.407179 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:01:49.527713 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:01:49.807786 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:01:49.934067 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:01:50.249208 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21554): Launched\u000a04:01:50.509177 run iperf3-srv_10.42.42.10(pid=21555): Launched\u000a04:01:50.692642 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:01:50.817832 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:01:51.130890 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21556): Launched\u000a04:01:51.390919 run iperf3-srv_10.42.42.10(pid=21557): Launched\u000a04:01:51.573897 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:01:51.699289 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:01:52.011679 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21558): Launched\u000a04:01:52.272210 run iperf3-srv_10.42.42.10(pid=21559): Launched\u000a04:01:52.455628 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:01:52.580802 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:01:52.894095 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21560): Launched\u000a04:01:53.154561 run iperf3-srv_10.42.42.10(pid=21561): Launched\u000a04:01:53.337386 tst iperf3m4.py:8: start network...\u000a04:01:53.462445 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:01:53.943129 run create_hlr_db(pid=21562): Launched\u000a04:01:54.115049 bus /gobi_6: Setting Powered False\u000a04:01:55.138012 run create_hlr_db(pid=21562): Terminated: ok {rc=0}\u000a04:01:55.568488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21564): Launched\u000a04:01:55.892517 run osmo-hlr_10.42.42.2(pid=21565): Launched\u000a04:01:56.010576 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:01:56.577701 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21567): Launched\u000a04:01:56.901485 run osmo-stp_10.42.42.5(pid=21568): Launched\u000a04:01:57.019709 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:01:57.584259 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21570): Launched\u000a04:01:57.699781 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:01:57.981938 run patchelf(pid=21571): Launched\u000a04:01:58.171810 run osmo-stp_10.42.42.5(pid=21568): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21568)]\u000a04:01:58.310546 run osmo-stp_10.42.42.5(pid=21568): stdout: \u000a| (launched: 2022-12-09_04:01:56.742168)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:01:58.449565 run osmo-stp_10.42.42.5(pid=21568): stderr: \u000a| �[0;m�[38;5;43m20221209040156932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040156932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040156933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040156933 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040156934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040156934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040156934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:01:58.583679 run osmo-stp_10.42.42.5(pid=21568): stdout: \u000a| (launched: 2022-12-09_04:01:56.742168)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:01:58.716619 run osmo-stp_10.42.42.5(pid=21568): stderr: \u000a| �[0;m�[38;5;43m20221209040156932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040156932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040156933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040156933 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040156934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040156934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040156934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:01:58.871825 run patchelf(pid=21571): Terminating (SIGINT)\u000a04:01:59.054047 run patchelf(pid=21571): Terminated: ok {rc=0}\u000a04:01:59.087958 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21568): Process ended prematurely: osmo-stp_10.42.42.5(pid=21568) [trial-2354↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21568)] [trial-2354↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a04:01:59.098453 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a04:01:59.164128 run osmo-hlr_10.42.42.2(pid=21565): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21565)]\u000a04:01:59.217342 run osmo-hlr_10.42.42.2(pid=21565): stdout: \u000a| (launched: 2022-12-09_04:01:55.733353) \u000a04:01:59.270653 run osmo-hlr_10.42.42.2(pid=21565): stderr: \u000a| �[0;m�[1;31m20221209040155930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209040155930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209040155930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040155930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040155930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209040155930 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209040155943 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209040155953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209040155953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209040155953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:01:59.315533 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21554): Terminating (SIGTERM)\u000a04:01:59.358451 run iperf3-srv_10.42.42.10(pid=21555): Terminating (SIGTERM)\u000a04:01:59.401126 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21556): Terminating (SIGTERM)\u000a04:01:59.443262 run iperf3-srv_10.42.42.10(pid=21557): Terminating (SIGTERM)\u000a04:01:59.486194 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21558): Terminating (SIGTERM)\u000a04:01:59.528366 run iperf3-srv_10.42.42.10(pid=21559): Terminating (SIGTERM)\u000a04:01:59.572519 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21560): Terminating (SIGTERM)\u000a04:01:59.614648 run iperf3-srv_10.42.42.10(pid=21561): Terminating (SIGTERM)\u000a04:01:59.657032 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21564): Terminating (SIGTERM)\u000a04:01:59.699407 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21567): Terminating (SIGTERM)\u000a04:01:59.742061 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21570): Terminating (SIGTERM)\u000a04:01:59.751836 --- ParallelTerminationStrategy: PID 21554 died...\u000a04:01:59.808262 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21554): Terminated: ok {rc=0}\u000a04:01:59.818675 --- ParallelTerminationStrategy: PID 21555 died...\u000a04:01:59.874942 run iperf3-srv_10.42.42.10(pid=21555): Terminated {rc=256}\u000a04:01:59.885120 --- ParallelTerminationStrategy: PID 21556 died...\u000a04:01:59.941635 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21556): Terminated: ok {rc=0}\u000a04:01:59.951779 --- ParallelTerminationStrategy: PID 21557 died...\u000a04:02:00.008084 run iperf3-srv_10.42.42.10(pid=21557): Terminated {rc=256}\u000a04:02:00.018301 --- ParallelTerminationStrategy: PID 21558 died...\u000a04:02:00.074669 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21558): Terminated: ok {rc=0}\u000a04:02:00.085415 --- ParallelTerminationStrategy: PID 21559 died...\u000a04:02:00.141918 run iperf3-srv_10.42.42.10(pid=21559): Terminated {rc=256}\u000a04:02:00.151981 --- ParallelTerminationStrategy: PID 21560 died...\u000a04:02:00.208338 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21560): Terminated: ok {rc=0}\u000a04:02:00.218516 --- ParallelTerminationStrategy: PID 21561 died...\u000a04:02:00.275233 run iperf3-srv_10.42.42.10(pid=21561): Terminated {rc=256}\u000a04:02:00.285400 --- ParallelTerminationStrategy: PID 21564 died...\u000a04:02:00.342233 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21564): Terminated: ok {rc=0}\u000a04:02:00.352458 --- ParallelTerminationStrategy: PID 21567 died...\u000a04:02:00.409152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21567): Terminated: ok {rc=0}\u000a04:02:00.419522 --- ParallelTerminationStrategy: PID 21570 died...\u000a04:02:00.476121 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21570): Terminated: ok {rc=0}\u000a04:02:00.563736 bus /gobi_4: Setting Powered False\u000a04:02:01.667986 bus /gobi_4: Setting Powered False\u000a04:02:02.776251 bus /gobi_1: Setting Powered False\u000a04:02:03.878184 bus /gobi_1: Setting Powered False\u000a04:02:04.988985 bus /gobi_0: Setting Powered False\u000a04:02:06.097379 bus /gobi_0: Setting Powered False\u000a04:02:07.205987 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21578): Process ended prematurely: osmo-stp_10.42.42.5(pid=21578) [trial-2354↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21578)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21578): Process ended prematurely: osmo-stp_10.42.42.5(pid=21578) [trial-2354↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21578)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a04:02:08.271903 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:02:08.283658 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a04:02:08.423196 tst ping.py: using LAC 18929\u000a04:02:08.538320 tst ping.py: using RAC 59\u000a04:02:08.662696 tst ping.py: using CellId 18929\u000a04:02:08.796610 tst ping.py: using BVCI 18930\u000a04:02:08.821909 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:02:08.833611 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:02:08.846669 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:02:08.859508 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:02:08.872061 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:02:08.883793 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:02:08.896396 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:02:08.908701 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:02:09.196562 tst ping.py:19: start network...\u000a04:02:09.329086 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:02:09.829372 run create_hlr_db(pid=21572): Launched\u000a04:02:10.013398 bus /gobi_6: Setting Powered False\u000a04:02:11.034739 run create_hlr_db(pid=21572): Terminated: ok {rc=0}\u000a04:02:11.435058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21574): Launched\u000a04:02:11.732655 run osmo-hlr_10.42.42.2(pid=21575): Launched\u000a04:02:11.842487 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:02:12.358805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21577): Launched\u000a04:02:12.655998 run osmo-stp_10.42.42.5(pid=21578): Launched\u000a04:02:12.763193 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:02:13.279413 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21580): Launched\u000a04:02:13.384237 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:02:13.642636 run patchelf(pid=21581): Launched\u000a04:02:13.816338 run osmo-stp_10.42.42.5(pid=21578): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21578)]\u000a04:02:13.943506 run osmo-stp_10.42.42.5(pid=21578): stdout: \u000a| (launched: 2022-12-09_04:02:12.509448)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:02:14.070664 run osmo-stp_10.42.42.5(pid=21578): stderr: \u000a| �[0;m�[38;5;43m20221209040212678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040212678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040212678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040212679 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040212679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040212679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040212679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:02:14.193776 run osmo-stp_10.42.42.5(pid=21578): stdout: \u000a| (launched: 2022-12-09_04:02:12.509448)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:02:14.315573 run osmo-stp_10.42.42.5(pid=21578): stderr: \u000a| �[0;m�[38;5;43m20221209040212678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040212678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040212678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040212679 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040212679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040212679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040212679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:02:14.458947 run patchelf(pid=21581): Terminating (SIGINT)\u000a04:02:14.626396 run patchelf(pid=21581): Terminated: ok {rc=0}\u000a04:02:14.656987 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=21578): Process ended prematurely: osmo-stp_10.42.42.5(pid=21578) [trial-2354↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21578)] [trial-2354↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a04:02:14.665800 tst ping.py:22: Test FAILED (6.4 sec)\u000a04:02:14.725868 run osmo-hlr_10.42.42.2(pid=21575): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21575)]\u000a04:02:14.774817 run osmo-hlr_10.42.42.2(pid=21575): stdout: \u000a| (launched: 2022-12-09_04:02:11.585361) \u000a04:02:14.824440 run osmo-hlr_10.42.42.2(pid=21575): stderr: \u000a| �[0;m�[1;31m20221209040211761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209040211761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209040211761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040211761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040211761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209040211761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209040211773 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209040211782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209040211782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209040211783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:02:14.866702 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21574): Terminating (SIGTERM)\u000a04:02:14.906547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21577): Terminating (SIGTERM)\u000a04:02:14.946365 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21580): Terminating (SIGTERM)\u000a04:02:14.955589 --- ParallelTerminationStrategy: PID 21574 died...\u000a04:02:15.009422 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21574): Terminated: ok {rc=0}\u000a04:02:15.019056 --- ParallelTerminationStrategy: PID 21577 died...\u000a04:02:15.072250 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21577): Terminated: ok {rc=0}\u000a04:02:15.081896 --- ParallelTerminationStrategy: PID 21580 died...\u000a04:02:15.135431 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21580): Terminated: ok {rc=0}\u000a04:02:15.225146 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21588): Process ended prematurely: osmo-stp_10.42.42.5(pid=21588) [trial-2354↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21588)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21588): Process ended prematurely: osmo-stp_10.42.42.5(pid=21588) [trial-2354↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21588)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a04:02:16.277933 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:02:16.290986 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a04:02:16.443730 tst ping_idle_ping.py: using LAC 18930\u000a04:02:16.571554 tst ping_idle_ping.py: using RAC 60\u000a04:02:16.723696 tst ping_idle_ping.py: using CellId 18930\u000a04:02:16.865608 tst ping_idle_ping.py: using BVCI 18931\u000a04:02:16.889633 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:02:16.901729 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:02:16.914415 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:02:16.927139 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:02:16.939199 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:02:16.952037 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:02:16.964148 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:02:16.976664 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:02:17.257532 tst ping_idle_ping.py:24: start network...\u000a04:02:17.382374 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:02:17.861677 run create_hlr_db(pid=21582): Launched\u000a04:02:18.032145 bus /gobi_6: Setting Powered False\u000a04:02:19.054080 run create_hlr_db(pid=21582): Terminated: ok {rc=0}\u000a04:02:19.448308 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21584): Launched\u000a04:02:19.745365 run osmo-hlr_10.42.42.2(pid=21585): Launched\u000a04:02:19.853662 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:02:20.369486 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21587): Launched\u000a04:02:20.667250 run osmo-stp_10.42.42.5(pid=21588): Launched\u000a04:02:20.774686 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:02:21.290749 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21590): Launched\u000a04:02:21.395909 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:02:21.654478 run patchelf(pid=21591): Launched\u000a04:02:21.827728 run osmo-stp_10.42.42.5(pid=21588): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21588)]\u000a04:02:21.954836 run osmo-stp_10.42.42.5(pid=21588): stdout: \u000a| (launched: 2022-12-09_04:02:20.520907)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:02:22.081833 run osmo-stp_10.42.42.5(pid=21588): stderr: \u000a| �[0;m�[38;5;43m20221209040220691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040220691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040220691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040220692 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040220692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040220692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040220692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:02:22.204598 run osmo-stp_10.42.42.5(pid=21588): stdout: \u000a| (launched: 2022-12-09_04:02:20.520907)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:02:22.326443 run osmo-stp_10.42.42.5(pid=21588): stderr: \u000a| �[0;m�[38;5;43m20221209040220691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040220691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040220691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040220692 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040220692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040220692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040220692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:02:22.468729 run patchelf(pid=21591): Terminating (SIGINT)\u000a04:02:22.636808 run patchelf(pid=21591): Terminated: ok {rc=0}\u000a04:02:22.667499 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=21588): Process ended prematurely: osmo-stp_10.42.42.5(pid=21588) [trial-2354↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21588)] [trial-2354↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a04:02:22.676199 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a04:02:22.736649 run osmo-hlr_10.42.42.2(pid=21585): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21585)]\u000a04:02:22.786197 run osmo-hlr_10.42.42.2(pid=21585): stdout: \u000a| (launched: 2022-12-09_04:02:19.598570) \u000a04:02:22.836666 run osmo-hlr_10.42.42.2(pid=21585): stderr: \u000a| �[0;m�[1;31m20221209040219775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209040219775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209040219775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040219775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040219775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209040219775 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209040219787 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209040219796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209040219796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209040219796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:02:22.879224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21584): Terminating (SIGTERM)\u000a04:02:22.919144 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21587): Terminating (SIGTERM)\u000a04:02:22.959221 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21590): Terminating (SIGTERM)\u000a04:02:22.968461 --- ParallelTerminationStrategy: PID 21584 died...\u000a04:02:23.022452 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21584): Terminated: ok {rc=0}\u000a04:02:23.032012 --- ParallelTerminationStrategy: PID 21587 died...\u000a04:02:23.085496 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21587): Terminated: ok {rc=0}\u000a04:02:23.095071 --- ParallelTerminationStrategy: PID 21590 died...\u000a04:02:23.148383 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21590): Terminated: ok {rc=0}\u000a04:02:23.232419 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "54", "name" : "gprs_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:01:25" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21601): Process ended prematurely: osmo-stp_10.42.42.5(pid=21601) [trial-2354↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21601)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21601): Process ended prematurely: osmo-stp_10.42.42.5(pid=21601) [trial-2354↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21601)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a04:02:25.278957 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:02:25.290629 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a04:02:25.454702 tst switch_tch_pdch.py: using LAC 18931\u000a04:02:25.581081 tst switch_tch_pdch.py: using RAC 61\u000a04:02:25.704856 tst switch_tch_pdch.py: using CellId 18931\u000a04:02:25.829106 tst switch_tch_pdch.py: using BVCI 18932\u000a04:02:25.853410 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:02:25.865117 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:02:25.876576 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:02:25.888264 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:02:25.899912 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:02:25.911534 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:02:25.923311 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:02:25.935146 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:02:26.050840 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:02:26.341728 tst switch_tch_pdch.py:51: start network...\u000a04:02:26.474444 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:02:26.975187 run create_hlr_db(pid=21595): Launched\u000a04:02:27.160182 bus /gobi_6: Setting Powered False\u000a04:02:28.181271 run create_hlr_db(pid=21595): Terminated: ok {rc=0}\u000a04:02:28.581245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21597): Launched\u000a04:02:28.876387 run osmo-hlr_10.42.42.2(pid=21598): Launched\u000a04:02:28.984214 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:02:29.498404 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21600): Launched\u000a04:02:29.794448 run osmo-stp_10.42.42.5(pid=21601): Launched\u000a04:02:29.901688 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:02:30.417285 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21603): Launched\u000a04:02:30.521873 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:02:30.780379 run patchelf(pid=21604): Launched\u000a04:02:30.962995 run osmo-stp_10.42.42.5(pid=21601): ERR: Terminated: ERROR {rc=1} [trial-2354↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21601)]\u000a04:02:31.091717 run osmo-stp_10.42.42.5(pid=21601): stdout: \u000a| (launched: 2022-12-09_04:02:29.648500)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:02:31.221351 run osmo-stp_10.42.42.5(pid=21601): stderr: \u000a| �[0;m�[38;5;43m20221209040229817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040229817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040229818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040229818 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040229819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040229819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040229819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:02:31.347240 run osmo-stp_10.42.42.5(pid=21601): stdout: \u000a| (launched: 2022-12-09_04:02:29.648500)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:02:31.472099 run osmo-stp_10.42.42.5(pid=21601): stderr: \u000a| �[0;m�[38;5;43m20221209040229817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040229817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040229818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040229818 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040229819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040229819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040229819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:02:31.617647 run patchelf(pid=21604): Terminating (SIGINT)\u000a04:02:31.787996 run patchelf(pid=21604): Terminated: ok {rc=0}\u000a04:02:31.819485 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=21601): Process ended prematurely: osmo-stp_10.42.42.5(pid=21601) [trial-2354↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21601)] [trial-2354↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a04:02:31.829256 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a04:02:31.891254 run osmo-hlr_10.42.42.2(pid=21598): ERR: Terminated: ERROR {rc=237} [trial-2354↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21598)]\u000a04:02:31.941902 run osmo-hlr_10.42.42.2(pid=21598): stdout: \u000a| (launched: 2022-12-09_04:02:28.730811) \u000a04:02:31.993182 run osmo-hlr_10.42.42.2(pid=21598): stderr: \u000a| �[0;m�[1;31m20221209040228906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209040228906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209040228906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040228906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040228906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209040228906 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209040228919 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209040228928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209040228928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209040228928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:02:32.036351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21597): Terminating (SIGTERM)\u000a04:02:32.076924 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21600): Terminating (SIGTERM)\u000a04:02:32.118186 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21603): Terminating (SIGTERM)\u000a04:02:32.129011 --- ParallelTerminationStrategy: PID 21597 died...\u000a04:02:32.183321 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21597): Terminated: ok {rc=0}\u000a04:02:32.193762 --- ParallelTerminationStrategy: PID 21600 died...\u000a04:02:32.248084 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21600): Terminated: ok {rc=0}\u000a04:02:32.258005 --- ParallelTerminationStrategy: PID 21603 died...\u000a04:02:32.311597 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21603): Terminated: ok {rc=0}\u000a04:02:32.395818 bus /gobi_0: Setting Powered False\u000a04:02:33.502913 bus /gobi_0: Setting Powered False\u000a04:02:34.611833 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "55", "name" : "dynts_trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:02:25" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "dynts:trx-b200+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21620): Process ended prematurely: osmo-stp_10.42.42.5(pid=21620) [trial-2354↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21620)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21620): Process ended prematurely: osmo-stp_10.42.42.5(pid=21620) [trial-2354↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21620)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 dynts:trx-b200+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a04:02:36.583996 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:02:36.595604 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a04:02:36.760793 tst switch_tch_pdch.py: using LAC 18932\u000a04:02:36.884928 tst switch_tch_pdch.py: using RAC 62\u000a04:02:37.010661 tst switch_tch_pdch.py: using CellId 18932\u000a04:02:37.135254 tst switch_tch_pdch.py: using BVCI 18933\u000a04:02:37.159772 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:02:37.171117 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:02:37.182312 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:02:37.193750 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:02:37.205166 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:02:37.216666 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:02:37.228288 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:02:37.239779 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a04:02:37.356075 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a04:02:37.628748 tst switch_tch_pdch.py:51: start network...\u000a04:02:37.755619 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:02:38.227823 run create_hlr_db(pid=21614): Launched\u000a04:02:38.357880 bus /gobi_6: Setting Powered False\u000a04:02:39.432437 run create_hlr_db(pid=21614): Terminated: ok {rc=0}\u000a04:02:39.806250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21616): Launched\u000a04:02:40.102101 run osmo-hlr_10.42.42.2(pid=21617): Launched\u000a04:02:40.211135 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:02:40.700888 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21619): Launched\u000a04:02:40.996251 run osmo-stp_10.42.42.5(pid=21620): Launched\u000a04:02:41.103396 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:02:41.593583 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21622): Launched\u000a04:02:41.698196 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:02:41.956554 run patchelf(pid=21623): Launched\u000a04:02:42.129517 run osmo-stp_10.42.42.5(pid=21620): ERR: Terminated: ERROR {rc=1} [trial-2354↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21620)]\u000a04:02:42.255890 run osmo-stp_10.42.42.5(pid=21620): stdout: \u000a| (launched: 2022-12-09_04:02:40.850566)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:02:42.382578 run osmo-stp_10.42.42.5(pid=21620): stderr: \u000a| �[0;m�[38;5;43m20221209040241020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040241020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040241020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040241021 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040241022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040241022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040241022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:02:42.504883 run osmo-stp_10.42.42.5(pid=21620): stdout: \u000a| (launched: 2022-12-09_04:02:40.850566)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:02:42.626355 run osmo-stp_10.42.42.5(pid=21620): stderr: \u000a| �[0;m�[38;5;43m20221209040241020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040241020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040241020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040241021 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040241022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040241022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040241022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:02:42.768674 run patchelf(pid=21623): Terminating (SIGINT)\u000a04:02:42.935408 run patchelf(pid=21623): Terminated: ok {rc=0}\u000a04:02:42.965734 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=21620): Process ended prematurely: osmo-stp_10.42.42.5(pid=21620) [trial-2354↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21620)] [trial-2354↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a04:02:42.974355 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a04:02:43.034321 run osmo-hlr_10.42.42.2(pid=21617): ERR: Terminated: ERROR {rc=237} [trial-2354↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21617)]\u000a04:02:43.083505 run osmo-hlr_10.42.42.2(pid=21617): stdout: \u000a| (launched: 2022-12-09_04:02:39.955841) \u000a04:02:43.133427 run osmo-hlr_10.42.42.2(pid=21617): stderr: \u000a| �[0;m�[1;31m20221209040240132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209040240132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209040240132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040240132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040240132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209040240132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209040240144 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/dynts:trx-b200+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209040240153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209040240153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209040240153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:02:43.175536 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21616): Terminating (SIGTERM)\u000a04:02:43.215053 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21619): Terminating (SIGTERM)\u000a04:02:43.254513 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21622): Terminating (SIGTERM)\u000a04:02:43.263722 --- ParallelTerminationStrategy: PID 21616 died...\u000a04:02:43.316597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21616): Terminated: ok {rc=0}\u000a04:02:43.326186 --- ParallelTerminationStrategy: PID 21619 died...\u000a04:02:43.379024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21619): Terminated: ok {rc=0}\u000a04:02:43.388540 --- ParallelTerminationStrategy: PID 21622 died...\u000a04:02:43.441365 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21622): Terminated: ok {rc=0}\u000a04:02:43.530143 bus /gobi_0: Setting Powered False\u000a04:02:44.632895 bus /gobi_0: Setting Powered False\u000a04:02:45.744165 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "56", "name" : "dynts_trx-b200+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:02:36" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "nitb_sms:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=21628): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21628) [trial-2354↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21628)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=21628): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21628) [trial-2354↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21628)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 nitb_sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a04:02:47.703110 tst nitb_sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a04:02:47.713967 tst nitb_sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a04:02:47.846078 tst mo_mt_sms.py: using LAC 18933\u000a04:02:47.970485 tst mo_mt_sms.py: using RAC 63\u000a04:02:48.095065 tst mo_mt_sms.py: using CellId 18933\u000a04:02:48.220317 tst mo_mt_sms.py: using BVCI 18934\u000a04:02:48.244491 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a04:02:48.359135 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a04:02:48.629976 tst mo_mt_sms.py:9: start nitb and bts...\u000a04:02:48.753211 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a04:02:49.363950 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21627): Launched\u000a04:02:49.655896 run osmo-nitb_10.42.42.2(pid=21628): Launched\u000a04:02:49.838016 run osmo-nitb_10.42.42.2(pid=21628): ERR: Terminated: ERROR {rc=2} [trial-2354↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21628)]\u000a04:02:49.971907 run osmo-nitb_10.42.42.2(pid=21628): stdout: \u000a| (launched: 2022-12-09_04:02:49.513418) \u000a04:02:50.106476 run osmo-nitb_10.42.42.2(pid=21628): stderr: \u000a| (launched: 2022-12-09_04:02:49.557314)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:02:50.236600 run osmo-nitb_10.42.42.2(pid=21628): stdout: \u000a| (launched: 2022-12-09_04:02:49.513418) \u000a04:02:50.365158 run osmo-nitb_10.42.42.2(pid=21628): stderr: \u000a| (launched: 2022-12-09_04:02:49.557314)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:02:50.776048 tst osmo-nitb_10.42.42.2(pid=21628): stdout: \u000a| (launched: 2022-12-09_04:02:49.513418) \u000a04:02:50.893548 tst osmo-nitb_10.42.42.2(pid=21628): stderr: \u000a| (launched: 2022-12-09_04:02:49.557314)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:02:50.945118 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=21628): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21628) [trial-2354↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21628)] [trial-2354↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11]\u000a04:02:50.953374 tst mo_mt_sms.py:11: Test FAILED (3.2 sec)\u000a04:02:50.987868 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21627): Terminating (SIGTERM)\u000a04:02:51.165452 --- ParallelTerminationStrategy: PID 21627 died...\u000a04:02:51.220806 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21627): Terminated: ok {rc=0}\u000a04:02:51.311016 bus /sierra_3: Setting Powered False\u000a04:02:52.416405 bus /sierra_3: Setting Powered False\u000a04:02:53.530206 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "57", "name" : "nitb_sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:02:47" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "sms:trx-sysmocell5000", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21638): Process ended prematurely: osmo-stp_10.42.42.5(pid=21638) [trial-2354↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21638)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21638): Process ended prematurely: osmo-stp_10.42.42.5(pid=21638) [trial-2354↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21638)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a04:02:55.421940 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:02:55.432444 tst sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a04:02:55.572643 tst mo_mt_sms.py: using LAC 18934\u000a04:02:55.690095 tst mo_mt_sms.py: using RAC 64\u000a04:02:55.804935 tst mo_mt_sms.py: using CellId 18934\u000a04:02:55.927076 tst mo_mt_sms.py: using BVCI 18935\u000a04:02:55.949676 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:02:55.960347 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:02:55.970827 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:02:55.981786 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:02:55.992707 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:02:56.003649 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a04:02:56.123212 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a04:02:56.329486 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:02:56.832184 run create_hlr_db(pid=21632): Launched\u000a04:02:57.016800 bus /sierra_2: Setting Powered False\u000a04:02:58.038527 run create_hlr_db(pid=21632): Terminated: ok {rc=0}\u000a04:02:58.438631 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21634): Launched\u000a04:02:58.734603 run osmo-hlr_10.42.42.2(pid=21635): Launched\u000a04:02:58.852465 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:02:59.373791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21637): Launched\u000a04:02:59.669798 run osmo-stp_10.42.42.5(pid=21638): Launched\u000a04:02:59.777847 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:03:00.320478 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21640): Launched\u000a04:03:00.616400 run osmo-msc_10.42.42.6(pid=21641): Launched\u000a04:03:00.790732 run osmo-stp_10.42.42.5(pid=21638): ERR: Terminated: ERROR {rc=1} [trial-2354↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21638)]\u000a04:03:00.939760 run osmo-stp_10.42.42.5(pid=21638): stdout: \u000a| (launched: 2022-12-09_04:02:59.523289)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:03:01.068052 run osmo-stp_10.42.42.5(pid=21638): stderr: \u000a| �[0;m�[38;5;43m20221209040259691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040259691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040259692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040259692 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040259693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040259693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040259693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:03:01.211358 run osmo-stp_10.42.42.5(pid=21638): stdout: \u000a| (launched: 2022-12-09_04:02:59.523289)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:03:01.344538 run osmo-stp_10.42.42.5(pid=21638): stderr: \u000a| �[0;m�[38;5;43m20221209040259691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040259691 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040259692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040259692 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040259693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040259693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040259693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:03:01.402470 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=21638): Process ended prematurely: osmo-stp_10.42.42.5(pid=21638) [trial-2354↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21638)] [trial-2354↪sms:trx-sysmocell5000↪mo_mt_sms.py:16]\u000a04:03:01.412071 tst mo_mt_sms.py:16: Test FAILED (6.0 sec)\u000a04:03:01.481995 run osmo-hlr_10.42.42.2(pid=21635): ERR: Terminated: ERROR {rc=237} [trial-2354↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21635)]\u000a04:03:01.537198 run osmo-hlr_10.42.42.2(pid=21635): stdout: \u000a| (launched: 2022-12-09_04:02:58.588212) \u000a04:03:01.592942 run osmo-hlr_10.42.42.2(pid=21635): stderr: \u000a| �[0;m�[1;31m20221209040258761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209040258761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209040258761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040258761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040258761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209040258761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209040258773 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/sms:trx-sysmocell5000/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209040258782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209040258782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209040258782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:03:01.669078 run osmo-msc_10.42.42.6(pid=21641): ERR: Terminated: ERROR {rc=2} [trial-2354↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21641)]\u000a04:03:01.723990 run osmo-msc_10.42.42.6(pid=21641): stdout: \u000a| (launched: 2022-12-09_04:03:00.469950) \u000a04:03:01.780002 run osmo-msc_10.42.42.6(pid=21641): stderr: \u000a| �[0;m�[38;5;43m20221209040300739 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209040300740 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9ee691dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209040300740 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209040300740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209040300740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209040300740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209040300743 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209040300743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209040300743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209040300744 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:03:01.829562 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21634): Terminating (SIGTERM)\u000a04:03:01.877624 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21637): Terminating (SIGTERM)\u000a04:03:01.924470 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21640): Terminating (SIGTERM)\u000a04:03:01.935378 --- ParallelTerminationStrategy: PID 21634 died...\u000a04:03:01.997619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21634): Terminated: ok {rc=0}\u000a04:03:02.008796 --- ParallelTerminationStrategy: PID 21637 died...\u000a04:03:02.070123 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21637): Terminated: ok {rc=0}\u000a04:03:02.081343 --- ParallelTerminationStrategy: PID 21640 died...\u000a04:03:02.141860 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21640): Terminated: ok {rc=0}\u000a04:03:02.230578 bus /sierra_3: Setting Powered False\u000a04:03:03.338208 bus /sierra_3: Setting Powered False\u000a04:03:04.445613 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "58", "name" : "sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:02:55" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "nitb_ussd:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=21648): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21648) [trial-2354↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21648)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=21648): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21648) [trial-2354↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21648)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 nitb_ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a04:03:06.298311 tst nitb_ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a04:03:06.309205 tst nitb_ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a04:03:06.442594 tst assert_extension.py: using LAC 18935\u000a04:03:06.558005 tst assert_extension.py: using RAC 65\u000a04:03:06.673270 tst assert_extension.py: using CellId 18935\u000a04:03:06.789729 tst assert_extension.py: using BVCI 18936\u000a04:03:06.812281 tst nitb_ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a04:03:07.083424 tst assert_extension.py:10: start nitb and bts...\u000a04:03:07.206803 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a04:03:07.822162 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21647): Launched\u000a04:03:08.116064 run osmo-nitb_10.42.42.2(pid=21648): Launched\u000a04:03:08.298856 run osmo-nitb_10.42.42.2(pid=21648): ERR: Terminated: ERROR {rc=2} [trial-2354↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21648)]\u000a04:03:08.433802 run osmo-nitb_10.42.42.2(pid=21648): stdout: \u000a| (launched: 2022-12-09_04:03:07.971898) \u000a04:03:08.568346 run osmo-nitb_10.42.42.2(pid=21648): stderr: \u000a| (launched: 2022-12-09_04:03:08.015796)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:03:08.698631 run osmo-nitb_10.42.42.2(pid=21648): stdout: \u000a| (launched: 2022-12-09_04:03:07.971898) \u000a04:03:08.827972 run osmo-nitb_10.42.42.2(pid=21648): stderr: \u000a| (launched: 2022-12-09_04:03:08.015796)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:03:09.238124 tst osmo-nitb_10.42.42.2(pid=21648): stdout: \u000a| (launched: 2022-12-09_04:03:07.971898) \u000a04:03:09.356181 tst osmo-nitb_10.42.42.2(pid=21648): stderr: \u000a| (launched: 2022-12-09_04:03:08.015796)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:03:09.407897 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=21648): Process ended prematurely: osmo-nitb_10.42.42.2(pid=21648) [trial-2354↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=21648)] [trial-2354↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12]\u000a04:03:09.416024 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a04:03:09.450855 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21647): Terminating (SIGTERM)\u000a04:03:09.628397 --- ParallelTerminationStrategy: PID 21647 died...\u000a04:03:09.683744 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=21647): Terminated: ok {rc=0}\u000a04:03:09.773107 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "59", "name" : "nitb_ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:03:06" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "ussd:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21658): Process ended prematurely: osmo-stp_10.42.42.5(pid=21658) [trial-2354↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21658)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21658): Process ended prematurely: osmo-stp_10.42.42.5(pid=21658) [trial-2354↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21658)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a04:03:11.621077 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:03:11.631833 tst ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a04:03:11.766652 tst assert_extension.py: using LAC 18936\u000a04:03:11.892820 tst assert_extension.py: using RAC 66\u000a04:03:12.017092 tst assert_extension.py: using CellId 18936\u000a04:03:12.138604 tst assert_extension.py: using BVCI 18937\u000a04:03:12.161360 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:03:12.172127 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:03:12.182888 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:03:12.193701 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:03:12.204443 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:03:12.215079 tst ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a04:03:12.418193 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:03:12.918996 run create_hlr_db(pid=21652): Launched\u000a04:03:13.102929 bus /sierra_2: Setting Powered False\u000a04:03:14.124387 run create_hlr_db(pid=21652): Terminated: ok {rc=0}\u000a04:03:14.524554 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21654): Launched\u000a04:03:14.821551 run osmo-hlr_10.42.42.2(pid=21655): Launched\u000a04:03:14.934444 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:03:15.558131 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21657): Launched\u000a04:03:15.879947 run osmo-stp_10.42.42.5(pid=21658): Launched\u000a04:03:16.047811 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:03:16.698431 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21660): Launched\u000a04:03:17.121832 run osmo-msc_10.42.42.6(pid=21661): Launched\u000a04:03:17.355731 run osmo-stp_10.42.42.5(pid=21658): ERR: Terminated: ERROR {rc=1} [trial-2354↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21658)]\u000a04:03:17.494453 run osmo-stp_10.42.42.5(pid=21658): stdout: \u000a| (launched: 2022-12-09_04:03:15.705544)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:03:17.630808 run osmo-stp_10.42.42.5(pid=21658): stderr: \u000a| �[0;m�[38;5;43m20221209040315928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040315928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040315928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040315937 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040315938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040315938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040315938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:03:17.757733 run osmo-stp_10.42.42.5(pid=21658): stdout: \u000a| (launched: 2022-12-09_04:03:15.705544)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:03:17.882892 run osmo-stp_10.42.42.5(pid=21658): stderr: \u000a| �[0;m�[38;5;43m20221209040315928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040315928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040315928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040315937 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040315938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040315938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040315938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:03:17.938401 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=21658): Process ended prematurely: osmo-stp_10.42.42.5(pid=21658) [trial-2354↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21658)] [trial-2354↪ussd:trx-sysmocell5000↪assert_extension.py:17]\u000a04:03:17.947108 tst assert_extension.py:17: Test FAILED (6.3 sec)\u000a04:03:18.011927 run osmo-hlr_10.42.42.2(pid=21655): ERR: Terminated: ERROR {rc=237} [trial-2354↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21655)]\u000a04:03:18.064870 run osmo-hlr_10.42.42.2(pid=21655): stdout: \u000a| (launched: 2022-12-09_04:03:14.675147) \u000a04:03:18.118416 run osmo-hlr_10.42.42.2(pid=21655): stderr: \u000a| �[0;m�[1;31m20221209040314852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209040314852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209040314852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040314852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040314852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209040314852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209040314864 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/ussd:trx-sysmocell5000/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209040314875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209040314875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209040314875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:03:18.191198 run osmo-msc_10.42.42.6(pid=21661): ERR: Terminated: ERROR {rc=2} [trial-2354↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21661)]\u000a04:03:18.243786 run osmo-msc_10.42.42.6(pid=21661): stdout: \u000a| (launched: 2022-12-09_04:03:16.863374) \u000a04:03:18.297445 run osmo-msc_10.42.42.6(pid=21661): stderr: \u000a| �[0;m�[38;5;43m20221209040317386 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209040317387 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f41c7a71c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209040317387 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209040317387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209040317387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209040317387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209040317389 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209040317389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209040317389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209040317389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:03:18.342504 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21654): Terminating (SIGTERM)\u000a04:03:18.386233 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21657): Terminating (SIGTERM)\u000a04:03:18.429053 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21660): Terminating (SIGTERM)\u000a04:03:18.438981 --- ParallelTerminationStrategy: PID 21654 died...\u000a04:03:18.496413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21654): Terminated: ok {rc=0}\u000a04:03:18.506793 --- ParallelTerminationStrategy: PID 21657 died...\u000a04:03:18.564253 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21657): Terminated: ok {rc=0}\u000a04:03:18.574504 --- ParallelTerminationStrategy: PID 21660 died...\u000a04:03:18.631537 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21660): Terminated: ok {rc=0}\u000a04:03:18.720336 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "60", "name" : "ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:03:11" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21672): Process ended prematurely: osmo-stp_10.42.42.5(pid=21672) [trial-2354↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21672)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21672): Process ended prematurely: osmo-stp_10.42.42.5(pid=21672) [trial-2354↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21672)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a04:03:20.689382 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:03:20.701093 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a04:03:20.860930 tst mo_mt_call.py: using LAC 18937\u000a04:03:20.983192 tst mo_mt_call.py: using RAC 67\u000a04:03:21.098446 tst mo_mt_call.py: using CellId 18937\u000a04:03:21.221254 tst mo_mt_call.py: using BVCI 18938\u000a04:03:21.245714 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:03:21.257321 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:03:21.268898 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:03:21.281088 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:03:21.293813 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:03:21.305537 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a04:03:21.426639 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a04:03:21.626194 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:03:22.103796 run create_hlr_db(pid=21666): Launched\u000a04:03:22.274723 bus /sierra_2: Setting Powered False\u000a04:03:23.298002 run create_hlr_db(pid=21666): Terminated: ok {rc=0}\u000a04:03:23.722732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21668): Launched\u000a04:03:24.042572 run osmo-hlr_10.42.42.2(pid=21669): Launched\u000a04:03:24.159098 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:03:24.710857 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21671): Launched\u000a04:03:25.030042 run osmo-stp_10.42.42.5(pid=21672): Launched\u000a04:03:25.146753 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:03:25.730703 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21674): Launched\u000a04:03:26.050889 run osmo-msc_10.42.42.6(pid=21675): Launched\u000a04:03:26.239600 run osmo-stp_10.42.42.5(pid=21672): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21672)]\u000a04:03:26.375337 run osmo-stp_10.42.42.5(pid=21672): stdout: \u000a| (launched: 2022-12-09_04:03:24.872933)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:03:26.510698 run osmo-stp_10.42.42.5(pid=21672): stderr: \u000a| �[0;m�[38;5;43m20221209040325064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040325064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040325065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040325065 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040325065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040325066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040325066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:03:26.639575 run osmo-stp_10.42.42.5(pid=21672): stdout: \u000a| (launched: 2022-12-09_04:03:24.872933)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:03:26.767020 run osmo-stp_10.42.42.5(pid=21672): stderr: \u000a| �[0;m�[38;5;43m20221209040325064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040325064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040325065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040325065 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040325065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040325066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040325066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:03:26.823108 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21672): Process ended prematurely: osmo-stp_10.42.42.5(pid=21672) [trial-2354↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21672)] [trial-2354↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a04:03:26.832269 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a04:03:26.895795 run osmo-hlr_10.42.42.2(pid=21669): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21669)]\u000a04:03:26.947673 run osmo-hlr_10.42.42.2(pid=21669): stdout: \u000a| (launched: 2022-12-09_04:03:23.885807) \u000a04:03:27.000436 run osmo-hlr_10.42.42.2(pid=21669): stderr: \u000a| �[0;m�[1;31m20221209040324084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209040324084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209040324084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040324084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040324084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209040324084 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209040324099 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209040324107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209040324107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209040324108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:03:27.071946 run osmo-msc_10.42.42.6(pid=21675): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21675)]\u000a04:03:27.123967 run osmo-msc_10.42.42.6(pid=21675): stdout: \u000a| (launched: 2022-12-09_04:03:25.893424) \u000a04:03:27.177259 run osmo-msc_10.42.42.6(pid=21675): stderr: \u000a| �[0;m�[38;5;43m20221209040326213 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209040326213 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8a6555cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209040326213 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209040326213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209040326213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209040326214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209040326215 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209040326216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209040326216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209040326216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:03:27.221715 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21668): Terminating (SIGTERM)\u000a04:03:27.263972 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21671): Terminating (SIGTERM)\u000a04:03:27.306825 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21674): Terminating (SIGTERM)\u000a04:03:27.316732 --- ParallelTerminationStrategy: PID 21668 died...\u000a04:03:27.373060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21668): Terminated: ok {rc=0}\u000a04:03:27.383353 --- ParallelTerminationStrategy: PID 21671 died...\u000a04:03:27.439759 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21671): Terminated: ok {rc=0}\u000a04:03:27.449821 --- ParallelTerminationStrategy: PID 21674 died...\u000a04:03:27.506468 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21674): Terminated: ok {rc=0}\u000a04:03:27.595230 bus /sierra_3: Setting Powered False\u000a04:03:28.702800 bus /sierra_3: Setting Powered False\u000a04:03:29.814715 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 190, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21683): Process ended prematurely: osmo-stp_10.42.42.5(pid=21683) [trial-2354↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21683)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21683): Process ended prematurely: osmo-stp_10.42.42.5(pid=21683) [trial-2354↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21683)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:03:30.957017 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:03:30.970124 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a04:03:31.135660 tst mo_mt_call_osmux.py: using LAC 18938\u000a04:03:31.261083 tst mo_mt_call_osmux.py: using RAC 68\u000a04:03:31.388689 tst mo_mt_call_osmux.py: using CellId 18938\u000a04:03:31.515755 tst mo_mt_call_osmux.py: using BVCI 18939\u000a04:03:31.541449 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:03:31.554045 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:03:31.567766 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:03:31.581299 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:03:31.595156 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:03:31.608918 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a04:03:31.731487 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a04:03:31.964780 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:03:32.477209 run create_hlr_db(pid=21677): Launched\u000a04:03:32.662957 bus /sierra_2: Setting Powered False\u000a04:03:33.684594 run create_hlr_db(pid=21677): Terminated: ok {rc=0}\u000a04:03:34.086175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21679): Launched\u000a04:03:34.386143 run osmo-hlr_10.42.42.2(pid=21680): Launched\u000a04:03:34.496278 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:03:35.014159 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21682): Launched\u000a04:03:35.314258 run osmo-stp_10.42.42.5(pid=21683): Launched\u000a04:03:35.422652 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:03:35.966284 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21685): Launched\u000a04:03:36.266183 run osmo-msc_10.42.42.6(pid=21686): Launched\u000a04:03:36.441329 run osmo-stp_10.42.42.5(pid=21683): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21683)]\u000a04:03:36.567671 run osmo-stp_10.42.42.5(pid=21683): stdout: \u000a| (launched: 2022-12-09_04:03:35.167290)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:03:36.692079 run osmo-stp_10.42.42.5(pid=21683): stderr: \u000a| �[0;m�[38;5;43m20221209040335336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040335337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040335337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040335337 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040335338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040335338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040335338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:03:36.811927 run osmo-stp_10.42.42.5(pid=21683): stdout: \u000a| (launched: 2022-12-09_04:03:35.167290)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:03:36.930620 run osmo-stp_10.42.42.5(pid=21683): stderr: \u000a| �[0;m�[38;5;43m20221209040335336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040335337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040335337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040335337 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040335338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040335338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040335338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:03:36.983031 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21683): Process ended prematurely: osmo-stp_10.42.42.5(pid=21683) [trial-2354↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21683)] [trial-2354↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a04:03:36.991774 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a04:03:37.051452 run osmo-hlr_10.42.42.2(pid=21680): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21680)]\u000a04:03:37.100989 run osmo-hlr_10.42.42.2(pid=21680): stdout: \u000a| (launched: 2022-12-09_04:03:34.238581) \u000a04:03:37.150663 run osmo-hlr_10.42.42.2(pid=21680): stderr: \u000a| �[0;m�[1;31m20221209040334414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209040334414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209040334414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040334414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040334414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209040334414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209040334426 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209040334436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209040334436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209040334436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:03:37.217758 run osmo-msc_10.42.42.6(pid=21686): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21686)]\u000a04:03:37.266508 run osmo-msc_10.42.42.6(pid=21686): stdout: \u000a| (launched: 2022-12-09_04:03:36.117916) \u000a04:03:37.315828 run osmo-msc_10.42.42.6(pid=21686): stderr: \u000a| �[0;m�[38;5;43m20221209040336388 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209040336388 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1b1d791c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209040336388 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209040336388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209040336389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209040336389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209040336391 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209040336391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209040336392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209040336392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:03:37.357660 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21679): Terminating (SIGTERM)\u000a04:03:37.397170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21682): Terminating (SIGTERM)\u000a04:03:37.436812 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21685): Terminating (SIGTERM)\u000a04:03:37.445964 --- ParallelTerminationStrategy: PID 21679 died...\u000a04:03:37.499689 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21679): Terminated: ok {rc=0}\u000a04:03:37.509339 --- ParallelTerminationStrategy: PID 21682 died...\u000a04:03:37.562290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21682): Terminated: ok {rc=0}\u000a04:03:37.571864 --- ParallelTerminationStrategy: PID 21685 died...\u000a04:03:37.624865 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21685): Terminated: ok {rc=0}\u000a04:03:37.714810 bus /sierra_3: Setting Powered False\u000a04:03:38.818893 bus /sierra_3: Setting Powered False\u000a04:03:39.930250 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "61", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:03:20" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21697): Process ended prematurely: osmo-stp_10.42.42.5(pid=21697) [trial-2354↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21697)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21697): Process ended prematurely: osmo-stp_10.42.42.5(pid=21697) [trial-2354↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21697)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a04:03:41.920843 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:03:41.931949 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a04:03:42.087955 tst mo_mt_call.py: using LAC 18939\u000a04:03:42.216571 tst mo_mt_call.py: using RAC 69\u000a04:03:42.333702 tst mo_mt_call.py: using CellId 18939\u000a04:03:42.448333 tst mo_mt_call.py: using BVCI 18940\u000a04:03:42.471026 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:03:42.482084 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:03:42.493161 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:03:42.504035 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:03:42.515054 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:03:42.525981 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a04:03:42.642200 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a04:03:42.841755 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:03:43.322117 run create_hlr_db(pid=21691): Launched\u000a04:03:43.492821 bus /sierra_2: Setting Powered False\u000a04:03:44.514538 run create_hlr_db(pid=21691): Terminated: ok {rc=0}\u000a04:03:44.933368 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21693): Launched\u000a04:03:45.233993 run osmo-hlr_10.42.42.2(pid=21694): Launched\u000a04:03:45.343387 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:03:45.886718 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21696): Launched\u000a04:03:46.334277 run osmo-stp_10.42.42.5(pid=21697): Launched\u000a04:03:46.537136 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:03:47.157333 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21699): Launched\u000a04:03:47.479508 run osmo-msc_10.42.42.6(pid=21700): Launched\u000a04:03:47.671160 run osmo-stp_10.42.42.5(pid=21697): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21697)]\u000a04:03:47.807906 run osmo-stp_10.42.42.5(pid=21697): stdout: \u000a| (launched: 2022-12-09_04:03:46.067354)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:03:47.945191 run osmo-stp_10.42.42.5(pid=21697): stderr: \u000a| �[0;m�[38;5;43m20221209040346360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040346360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040346360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040346369 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040346370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040346370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040346370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:03:48.074899 run osmo-stp_10.42.42.5(pid=21697): stdout: \u000a| (launched: 2022-12-09_04:03:46.067354)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:03:48.203934 run osmo-stp_10.42.42.5(pid=21697): stderr: \u000a| �[0;m�[38;5;43m20221209040346360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040346360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040346360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040346369 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040346370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040346370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040346370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:03:48.260634 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21697): Process ended prematurely: osmo-stp_10.42.42.5(pid=21697) [trial-2354↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21697)] [trial-2354↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a04:03:48.270299 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a04:03:48.334417 run osmo-hlr_10.42.42.2(pid=21694): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21694)]\u000a04:03:48.386609 run osmo-hlr_10.42.42.2(pid=21694): stdout: \u000a| (launched: 2022-12-09_04:03:45.085626) \u000a04:03:48.439517 run osmo-hlr_10.42.42.2(pid=21694): stderr: \u000a| �[0;m�[1;31m20221209040345263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209040345263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209040345263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040345263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040345263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209040345263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209040345275 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209040345286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209040345286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209040345287 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:03:48.510625 run osmo-msc_10.42.42.6(pid=21700): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21700)]\u000a04:03:48.562284 run osmo-msc_10.42.42.6(pid=21700): stdout: \u000a| (launched: 2022-12-09_04:03:47.321025) \u000a04:03:48.615463 run osmo-msc_10.42.42.6(pid=21700): stderr: \u000a| �[0;m�[38;5;43m20221209040347640 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209040347640 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0b84e24c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209040347640 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209040347640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209040347641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209040347641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209040347643 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209040347643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209040347643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209040347643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:03:48.660240 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21693): Terminating (SIGTERM)\u000a04:03:48.702490 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21696): Terminating (SIGTERM)\u000a04:03:48.744691 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21699): Terminating (SIGTERM)\u000a04:03:48.754775 --- ParallelTerminationStrategy: PID 21693 died...\u000a04:03:48.810881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21693): Terminated: ok {rc=0}\u000a04:03:48.821811 --- ParallelTerminationStrategy: PID 21696 died...\u000a04:03:48.878113 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21696): Terminated: ok {rc=0}\u000a04:03:48.888301 --- ParallelTerminationStrategy: PID 21699 died...\u000a04:03:48.944050 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21699): Terminated: ok {rc=0}\u000a04:03:49.031593 bus /sierra_3: Setting Powered False\u000a04:03:50.139592 bus /sierra_3: Setting Powered False\u000a04:03:51.248857 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 190, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21708): Process ended prematurely: osmo-stp_10.42.42.5(pid=21708) [trial-2354↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21708)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21708): Process ended prematurely: osmo-stp_10.42.42.5(pid=21708) [trial-2354↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21708)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:03:52.364184 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:03:52.376307 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a04:03:52.541597 tst mo_mt_call_osmux.py: using LAC 18940\u000a04:03:52.666842 tst mo_mt_call_osmux.py: using RAC 70\u000a04:03:52.796010 tst mo_mt_call_osmux.py: using CellId 18940\u000a04:03:52.921994 tst mo_mt_call_osmux.py: using BVCI 18941\u000a04:03:52.946430 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:03:52.958169 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:03:52.969600 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:03:52.981338 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:03:52.993167 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:03:53.005235 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a04:03:53.124495 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a04:03:53.331743 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:03:53.834807 run create_hlr_db(pid=21702): Launched\u000a04:03:54.019544 bus /sierra_2: Setting Powered False\u000a04:03:55.041795 run create_hlr_db(pid=21702): Terminated: ok {rc=0}\u000a04:03:55.467879 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21704): Launched\u000a04:03:55.788254 run osmo-hlr_10.42.42.2(pid=21705): Launched\u000a04:03:55.908648 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:03:56.467050 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21707): Launched\u000a04:03:56.788779 run osmo-stp_10.42.42.5(pid=21708): Launched\u000a04:03:56.905747 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:03:57.492597 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21710): Launched\u000a04:03:57.813853 run osmo-msc_10.42.42.6(pid=21711): Launched\u000a04:03:58.002114 run osmo-stp_10.42.42.5(pid=21708): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21708)]\u000a04:03:58.138408 run osmo-stp_10.42.42.5(pid=21708): stdout: \u000a| (launched: 2022-12-09_04:03:56.630628)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:03:58.274854 run osmo-stp_10.42.42.5(pid=21708): stderr: \u000a| �[0;m�[38;5;43m20221209040356821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040356821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040356822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040356822 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040356822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040356822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040356823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:03:58.404518 run osmo-stp_10.42.42.5(pid=21708): stdout: \u000a| (launched: 2022-12-09_04:03:56.630628)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:03:58.532936 run osmo-stp_10.42.42.5(pid=21708): stderr: \u000a| �[0;m�[38;5;43m20221209040356821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040356821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040356822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040356822 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040356822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040356822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040356823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:03:58.589658 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21708): Process ended prematurely: osmo-stp_10.42.42.5(pid=21708) [trial-2354↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21708)] [trial-2354↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a04:03:58.599016 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a04:03:58.662713 run osmo-hlr_10.42.42.2(pid=21705): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21705)]\u000a04:03:58.714837 run osmo-hlr_10.42.42.2(pid=21705): stdout: \u000a| (launched: 2022-12-09_04:03:55.630713) \u000a04:03:58.767650 run osmo-hlr_10.42.42.2(pid=21705): stderr: \u000a| �[0;m�[1;31m20221209040355827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209040355827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209040355827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040355827 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040355828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209040355828 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209040355845 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209040355853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209040355853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209040355853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:03:58.838729 run osmo-msc_10.42.42.6(pid=21711): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21711)]\u000a04:03:58.890578 run osmo-msc_10.42.42.6(pid=21711): stdout: \u000a| (launched: 2022-12-09_04:03:57.656190) \u000a04:03:58.943130 run osmo-msc_10.42.42.6(pid=21711): stderr: \u000a| �[0;m�[38;5;43m20221209040357976 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209040357976 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5d2f325c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209040357977 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209040357977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209040357977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209040357977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209040357979 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209040357979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209040357979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209040357979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:03:58.987667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21704): Terminating (SIGTERM)\u000a04:03:59.030018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21707): Terminating (SIGTERM)\u000a04:03:59.071807 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21710): Terminating (SIGTERM)\u000a04:03:59.081722 --- ParallelTerminationStrategy: PID 21704 died...\u000a04:03:59.137771 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21704): Terminated: ok {rc=0}\u000a04:03:59.148320 --- ParallelTerminationStrategy: PID 21707 died...\u000a04:03:59.204657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21707): Terminated: ok {rc=0}\u000a04:03:59.214610 --- ParallelTerminationStrategy: PID 21710 died...\u000a04:03:59.270591 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21710): Terminated: ok {rc=0}\u000a04:03:59.358491 bus /sierra_3: Setting Powered False\u000a04:04:00.461621 bus /sierra_3: Setting Powered False\u000a04:04:01.570096 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "62", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:03:41" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21722): Process ended prematurely: osmo-stp_10.42.42.5(pid=21722) [trial-2354↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21722)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21722): Process ended prematurely: osmo-stp_10.42.42.5(pid=21722) [trial-2354↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21722)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a04:04:03.572685 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:04:03.584089 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a04:04:03.741338 tst mo_mt_call.py: using LAC 18941\u000a04:04:03.859008 tst mo_mt_call.py: using RAC 71\u000a04:04:03.978352 tst mo_mt_call.py: using CellId 18941\u000a04:04:04.095284 tst mo_mt_call.py: using BVCI 18942\u000a04:04:04.118171 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:04:04.129279 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:04:04.140093 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:04:04.151172 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:04:04.162451 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:04:04.173588 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a04:04:04.288610 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a04:04:04.487704 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:04:04.967818 run create_hlr_db(pid=21716): Launched\u000a04:04:05.139302 bus /sierra_2: Setting Powered False\u000a04:04:06.162277 run create_hlr_db(pid=21716): Terminated: ok {rc=0}\u000a04:04:06.588053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21718): Launched\u000a04:04:06.908395 run osmo-hlr_10.42.42.2(pid=21719): Launched\u000a04:04:07.025392 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:04:07.582013 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21721): Launched\u000a04:04:07.902666 run osmo-stp_10.42.42.5(pid=21722): Launched\u000a04:04:08.018907 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:04:08.605215 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21724): Launched\u000a04:04:08.926699 run osmo-msc_10.42.42.6(pid=21725): Launched\u000a04:04:09.115288 run osmo-stp_10.42.42.5(pid=21722): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21722)]\u000a04:04:09.251759 run osmo-stp_10.42.42.5(pid=21722): stdout: \u000a| (launched: 2022-12-09_04:04:07.744865)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:04:09.388349 run osmo-stp_10.42.42.5(pid=21722): stderr: \u000a| �[0;m�[38;5;43m20221209040407937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040407937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040407937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040407937 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040407938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040407938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040407938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:04:09.517924 run osmo-stp_10.42.42.5(pid=21722): stdout: \u000a| (launched: 2022-12-09_04:04:07.744865)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:04:09.646308 run osmo-stp_10.42.42.5(pid=21722): stderr: \u000a| �[0;m�[38;5;43m20221209040407937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040407937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040407937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040407937 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040407938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040407938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040407938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:04:09.702620 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21722): Process ended prematurely: osmo-stp_10.42.42.5(pid=21722) [trial-2354↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21722)] [trial-2354↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a04:04:09.711921 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a04:04:09.775468 run osmo-hlr_10.42.42.2(pid=21719): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21719)]\u000a04:04:09.827596 run osmo-hlr_10.42.42.2(pid=21719): stdout: \u000a| (launched: 2022-12-09_04:04:06.751147) \u000a04:04:09.880518 run osmo-hlr_10.42.42.2(pid=21719): stderr: \u000a| �[0;m�[1;31m20221209040406949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209040406949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209040406949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040406949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040406949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209040406949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209040406960 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209040406968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209040406969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209040406969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:04:09.951980 run osmo-msc_10.42.42.6(pid=21725): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21725)]\u000a04:04:10.003917 run osmo-msc_10.42.42.6(pid=21725): stdout: \u000a| (launched: 2022-12-09_04:04:08.768563) \u000a04:04:10.056840 run osmo-msc_10.42.42.6(pid=21725): stderr: \u000a| �[0;m�[38;5;43m20221209040409089 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209040409089 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9afc9c9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209040409089 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209040409089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209040409089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209040409090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209040409091 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209040409092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209040409092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209040409092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:04:10.101778 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21718): Terminating (SIGTERM)\u000a04:04:10.143556 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21721): Terminating (SIGTERM)\u000a04:04:10.186800 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21724): Terminating (SIGTERM)\u000a04:04:10.196473 --- ParallelTerminationStrategy: PID 21718 died...\u000a04:04:10.253192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21718): Terminated: ok {rc=0}\u000a04:04:10.263212 --- ParallelTerminationStrategy: PID 21721 died...\u000a04:04:10.319032 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21721): Terminated: ok {rc=0}\u000a04:04:10.329417 --- ParallelTerminationStrategy: PID 21724 died...\u000a04:04:10.385843 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21724): Terminated: ok {rc=0}\u000a04:04:10.474094 bus /sierra_3: Setting Powered False\u000a04:04:11.578572 bus /sierra_3: Setting Powered False\u000a04:04:12.686230 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 190, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21733): Process ended prematurely: osmo-stp_10.42.42.5(pid=21733) [trial-2354↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21733)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21733): Process ended prematurely: osmo-stp_10.42.42.5(pid=21733) [trial-2354↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21733)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:04:13.796500 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:04:13.808359 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a04:04:13.964380 tst mo_mt_call_osmux.py: using LAC 18942\u000a04:04:14.084103 tst mo_mt_call_osmux.py: using RAC 72\u000a04:04:14.204207 tst mo_mt_call_osmux.py: using CellId 18942\u000a04:04:14.324070 tst mo_mt_call_osmux.py: using BVCI 18943\u000a04:04:14.347095 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:04:14.358330 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:04:14.369423 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:04:14.380501 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:04:14.391937 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:04:14.403140 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a04:04:14.516580 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a04:04:14.727593 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:04:15.235132 run create_hlr_db(pid=21727): Launched\u000a04:04:15.421165 bus /sierra_2: Setting Powered False\u000a04:04:16.484169 run create_hlr_db(pid=21727): Terminated: ok {rc=0}\u000a04:04:16.969704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21729): Launched\u000a04:04:17.303226 run osmo-hlr_10.42.42.2(pid=21730): Launched\u000a04:04:17.420548 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:04:17.977752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21732): Launched\u000a04:04:18.298502 run osmo-stp_10.42.42.5(pid=21733): Launched\u000a04:04:18.415222 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:04:19.001670 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21735): Launched\u000a04:04:19.323781 run osmo-msc_10.42.42.6(pid=21736): Launched\u000a04:04:19.513174 run osmo-stp_10.42.42.5(pid=21733): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21733)]\u000a04:04:19.649669 run osmo-stp_10.42.42.5(pid=21733): stdout: \u000a| (launched: 2022-12-09_04:04:18.140595)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:04:19.785958 run osmo-stp_10.42.42.5(pid=21733): stderr: \u000a| �[0;m�[38;5;43m20221209040418332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040418332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040418332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040418333 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040418333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040418333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040418333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:04:19.915662 run osmo-stp_10.42.42.5(pid=21733): stdout: \u000a| (launched: 2022-12-09_04:04:18.140595)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:04:20.044010 run osmo-stp_10.42.42.5(pid=21733): stderr: \u000a| �[0;m�[38;5;43m20221209040418332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040418332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040418332 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040418333 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040418333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040418333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040418333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:04:20.100499 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21733): Process ended prematurely: osmo-stp_10.42.42.5(pid=21733) [trial-2354↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21733)] [trial-2354↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a04:04:20.109826 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a04:04:20.174092 run osmo-hlr_10.42.42.2(pid=21730): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21730)]\u000a04:04:20.226505 run osmo-hlr_10.42.42.2(pid=21730): stdout: \u000a| (launched: 2022-12-09_04:04:17.137264) \u000a04:04:20.279789 run osmo-hlr_10.42.42.2(pid=21730): stderr: \u000a| �[0;m�[1;31m20221209040417336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209040417336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209040417336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040417336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040417336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209040417336 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209040417348 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209040417356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209040417357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209040417357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:04:20.352028 run osmo-msc_10.42.42.6(pid=21736): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21736)]\u000a04:04:20.404239 run osmo-msc_10.42.42.6(pid=21736): stdout: \u000a| (launched: 2022-12-09_04:04:19.165860) \u000a04:04:20.457030 run osmo-msc_10.42.42.6(pid=21736): stderr: \u000a| �[0;m�[38;5;43m20221209040419489 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209040419490 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5dad6fcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209040419490 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209040419490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209040419490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209040419490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209040419492 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209040419492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209040419492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209040419492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:04:20.501614 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21729): Terminating (SIGTERM)\u000a04:04:20.544063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21732): Terminating (SIGTERM)\u000a04:04:20.586441 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21735): Terminating (SIGTERM)\u000a04:04:20.596389 --- ParallelTerminationStrategy: PID 21729 died...\u000a04:04:20.652774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21729): Terminated: ok {rc=0}\u000a04:04:20.663581 --- ParallelTerminationStrategy: PID 21732 died...\u000a04:04:20.720308 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21732): Terminated: ok {rc=0}\u000a04:04:20.730422 --- ParallelTerminationStrategy: PID 21735 died...\u000a04:04:20.786879 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21735): Terminated: ok {rc=0}\u000a04:04:20.874650 bus /sierra_3: Setting Powered False\u000a04:04:21.982787 bus /sierra_3: Setting Powered False\u000a04:04:23.093845 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "63", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:04:03" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21747): Process ended prematurely: osmo-stp_10.42.42.5(pid=21747) [trial-2354↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21747)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21747): Process ended prematurely: osmo-stp_10.42.42.5(pid=21747) [trial-2354↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21747)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a04:04:25.111417 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:04:25.123172 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a04:04:25.289134 tst mo_mt_call.py: using LAC 18943\u000a04:04:25.415885 tst mo_mt_call.py: using RAC 73\u000a04:04:25.541748 tst mo_mt_call.py: using CellId 18943\u000a04:04:25.666441 tst mo_mt_call.py: using BVCI 18944\u000a04:04:25.690688 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:04:25.702236 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:04:25.713663 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:04:25.725432 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:04:25.737466 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:04:25.749184 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a04:04:25.864931 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a04:04:26.064330 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:04:26.544535 run create_hlr_db(pid=21741): Launched\u000a04:04:26.716613 bus /sierra_2: Setting Powered False\u000a04:04:27.738739 run create_hlr_db(pid=21741): Terminated: ok {rc=0}\u000a04:04:28.164164 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21743): Launched\u000a04:04:28.485354 run osmo-hlr_10.42.42.2(pid=21744): Launched\u000a04:04:28.601431 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:04:29.158062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21746): Launched\u000a04:04:29.478743 run osmo-stp_10.42.42.5(pid=21747): Launched\u000a04:04:29.596426 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:04:30.181774 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21749): Launched\u000a04:04:30.502785 run osmo-msc_10.42.42.6(pid=21750): Launched\u000a04:04:30.691610 run osmo-stp_10.42.42.5(pid=21747): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21747)]\u000a04:04:30.827497 run osmo-stp_10.42.42.5(pid=21747): stdout: \u000a| (launched: 2022-12-09_04:04:29.320810)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:04:31.019611 run osmo-stp_10.42.42.5(pid=21747): stderr: \u000a| �[0;m�[38;5;43m20221209040429512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040429512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040429512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040429512 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040429513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040429513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040429513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:04:31.194775 run osmo-stp_10.42.42.5(pid=21747): stdout: \u000a| (launched: 2022-12-09_04:04:29.320810)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:04:31.319817 run osmo-stp_10.42.42.5(pid=21747): stderr: \u000a| �[0;m�[38;5;43m20221209040429512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040429512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040429512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040429512 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040429513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040429513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040429513 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:04:31.374721 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21747): Process ended prematurely: osmo-stp_10.42.42.5(pid=21747) [trial-2354↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21747)] [trial-2354↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a04:04:31.384788 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a04:04:31.447501 run osmo-hlr_10.42.42.2(pid=21744): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21744)]\u000a04:04:31.498005 run osmo-hlr_10.42.42.2(pid=21744): stdout: \u000a| (launched: 2022-12-09_04:04:28.327660) \u000a04:04:31.549041 run osmo-hlr_10.42.42.2(pid=21744): stderr: \u000a| �[0;m�[1;31m20221209040428524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209040428524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209040428525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040428525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040428525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209040428525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209040428537 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209040428545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209040428545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209040428545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:04:31.618889 run osmo-msc_10.42.42.6(pid=21750): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21750)]\u000a04:04:31.670643 run osmo-msc_10.42.42.6(pid=21750): stdout: \u000a| (launched: 2022-12-09_04:04:30.344827) \u000a04:04:31.721924 run osmo-msc_10.42.42.6(pid=21750): stderr: \u000a| �[0;m�[38;5;43m20221209040430665 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209040430665 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5f1cd5ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209040430665 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209040430665 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209040430666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209040430666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209040430667 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209040430668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209040430668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209040430668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:04:31.765470 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21743): Terminating (SIGTERM)\u000a04:04:31.808729 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21746): Terminating (SIGTERM)\u000a04:04:31.854054 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21749): Terminating (SIGTERM)\u000a04:04:31.864626 --- ParallelTerminationStrategy: PID 21743 died...\u000a04:04:31.922432 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21743): Terminated: ok {rc=0}\u000a04:04:31.932490 --- ParallelTerminationStrategy: PID 21746 died...\u000a04:04:31.986987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21746): Terminated: ok {rc=0}\u000a04:04:31.997514 --- ParallelTerminationStrategy: PID 21749 died...\u000a04:04:32.052491 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21749): Terminated: ok {rc=0}\u000a04:04:32.152413 bus /sierra_3: Setting Powered False\u000a04:04:33.253335 bus /sierra_3: Setting Powered False\u000a04:04:34.364902 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 190, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21758): Process ended prematurely: osmo-stp_10.42.42.5(pid=21758) [trial-2354↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21758)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21758): Process ended prematurely: osmo-stp_10.42.42.5(pid=21758) [trial-2354↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21758)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:04:35.479894 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:04:35.492035 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a04:04:35.657364 tst mo_mt_call_osmux.py: using LAC 18944\u000a04:04:35.785213 tst mo_mt_call_osmux.py: using RAC 74\u000a04:04:35.912687 tst mo_mt_call_osmux.py: using CellId 18944\u000a04:04:36.038916 tst mo_mt_call_osmux.py: using BVCI 18945\u000a04:04:36.063520 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:04:36.075341 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:04:36.086985 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:04:36.098830 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:04:36.110603 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:04:36.122240 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a04:04:36.242350 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a04:04:36.452542 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:04:36.957853 run create_hlr_db(pid=21752): Launched\u000a04:04:37.143346 bus /sierra_2: Setting Powered False\u000a04:04:38.165936 run create_hlr_db(pid=21752): Terminated: ok {rc=0}\u000a04:04:38.593195 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21754): Launched\u000a04:04:38.914814 run osmo-hlr_10.42.42.2(pid=21755): Launched\u000a04:04:39.035317 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:04:39.592442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21757): Launched\u000a04:04:39.914917 run osmo-stp_10.42.42.5(pid=21758): Launched\u000a04:04:40.032313 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:04:40.619332 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21760): Launched\u000a04:04:40.940930 run osmo-msc_10.42.42.6(pid=21761): Launched\u000a04:04:41.131040 run osmo-stp_10.42.42.5(pid=21758): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21758)]\u000a04:04:41.269135 run osmo-stp_10.42.42.5(pid=21758): stdout: \u000a| (launched: 2022-12-09_04:04:39.756496)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:04:41.405350 run osmo-stp_10.42.42.5(pid=21758): stderr: \u000a| �[0;m�[38;5;43m20221209040439949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040439949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040439949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040439950 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040439950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040439950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040439950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:04:41.535147 run osmo-stp_10.42.42.5(pid=21758): stdout: \u000a| (launched: 2022-12-09_04:04:39.756496)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:04:41.663631 run osmo-stp_10.42.42.5(pid=21758): stderr: \u000a| �[0;m�[38;5;43m20221209040439949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040439949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040439949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040439950 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040439950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040439950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040439950 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:04:41.720182 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21758): Process ended prematurely: osmo-stp_10.42.42.5(pid=21758) [trial-2354↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21758)] [trial-2354↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a04:04:41.729729 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a04:04:41.793434 run osmo-hlr_10.42.42.2(pid=21755): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21755)]\u000a04:04:41.845429 run osmo-hlr_10.42.42.2(pid=21755): stdout: \u000a| (launched: 2022-12-09_04:04:38.756812) \u000a04:04:41.898254 run osmo-hlr_10.42.42.2(pid=21755): stderr: \u000a| �[0;m�[1;31m20221209040438956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209040438956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209040438956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040438956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040438956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209040438956 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209040438968 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209040438976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209040438976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209040438977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:04:41.969291 run osmo-msc_10.42.42.6(pid=21761): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21761)]\u000a04:04:42.021079 run osmo-msc_10.42.42.6(pid=21761): stdout: \u000a| (launched: 2022-12-09_04:04:40.782746) \u000a04:04:42.073397 run osmo-msc_10.42.42.6(pid=21761): stderr: \u000a| �[0;m�[38;5;43m20221209040441104 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209040441104 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff1c6e58c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209040441104 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209040441104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209040441104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209040441105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209040441106 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209040441107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209040441107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209040441107 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:04:42.117915 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21754): Terminating (SIGTERM)\u000a04:04:42.160146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21757): Terminating (SIGTERM)\u000a04:04:42.202782 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21760): Terminating (SIGTERM)\u000a04:04:42.212770 --- ParallelTerminationStrategy: PID 21754 died...\u000a04:04:42.269346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21754): Terminated: ok {rc=0}\u000a04:04:42.279741 --- ParallelTerminationStrategy: PID 21757 died...\u000a04:04:42.335807 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21757): Terminated: ok {rc=0}\u000a04:04:42.346168 --- ParallelTerminationStrategy: PID 21760 died...\u000a04:04:42.402367 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21760): Terminated: ok {rc=0}\u000a04:04:42.490885 bus /sierra_3: Setting Powered False\u000a04:04:43.595094 bus /sierra_3: Setting Powered False\u000a04:04:44.706212 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "64", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:04:24" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21773): Process ended prematurely: osmo-stp_10.42.42.5(pid=21773) [trial-2354↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21773)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21773): Process ended prematurely: osmo-stp_10.42.42.5(pid=21773) [trial-2354↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21773)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a04:04:46.742948 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:04:46.754719 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a04:04:46.913636 tst mo_mt_call.py: using LAC 18945\u000a04:04:47.032176 tst mo_mt_call.py: using RAC 75\u000a04:04:47.192914 tst mo_mt_call.py: using CellId 18945\u000a04:04:47.331614 tst mo_mt_call.py: using BVCI 18946\u000a04:04:47.357613 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:04:47.370093 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:04:47.382352 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:04:47.396244 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:04:47.408925 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:04:47.420516 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a04:04:47.537020 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a04:04:47.735624 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:04:48.215663 run create_hlr_db(pid=21767): Launched\u000a04:04:48.387566 bus /sierra_2: Setting Powered False\u000a04:04:49.410767 run create_hlr_db(pid=21767): Terminated: ok {rc=0}\u000a04:04:49.837732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21769): Launched\u000a04:04:50.160553 run osmo-hlr_10.42.42.2(pid=21770): Launched\u000a04:04:50.281119 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:04:50.839280 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21772): Launched\u000a04:04:51.160180 run osmo-stp_10.42.42.5(pid=21773): Launched\u000a04:04:51.277277 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:04:51.864468 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21775): Launched\u000a04:04:52.185989 run osmo-msc_10.42.42.6(pid=21776): Launched\u000a04:04:52.374921 run osmo-stp_10.42.42.5(pid=21773): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21773)]\u000a04:04:52.511062 run osmo-stp_10.42.42.5(pid=21773): stdout: \u000a| (launched: 2022-12-09_04:04:51.002754)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:04:52.647422 run osmo-stp_10.42.42.5(pid=21773): stderr: \u000a| �[0;m�[38;5;43m20221209040451194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040451194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040451194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040451195 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040451195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040451195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040451195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:04:52.777856 run osmo-stp_10.42.42.5(pid=21773): stdout: \u000a| (launched: 2022-12-09_04:04:51.002754)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:04:52.907104 run osmo-stp_10.42.42.5(pid=21773): stderr: \u000a| �[0;m�[38;5;43m20221209040451194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040451194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040451194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040451195 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040451195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040451195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040451195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:04:52.963803 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21773): Process ended prematurely: osmo-stp_10.42.42.5(pid=21773) [trial-2354↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21773)] [trial-2354↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a04:04:52.973234 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a04:04:53.036789 run osmo-hlr_10.42.42.2(pid=21770): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21770)]\u000a04:04:53.088697 run osmo-hlr_10.42.42.2(pid=21770): stdout: \u000a| (launched: 2022-12-09_04:04:50.001254) \u000a04:04:53.141413 run osmo-hlr_10.42.42.2(pid=21770): stderr: \u000a| �[0;m�[1;31m20221209040450199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209040450199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209040450199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040450199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040450199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209040450199 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209040450212 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209040450221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209040450221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209040450221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:04:53.213028 run osmo-msc_10.42.42.6(pid=21776): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21776)]\u000a04:04:53.265038 run osmo-msc_10.42.42.6(pid=21776): stdout: \u000a| (launched: 2022-12-09_04:04:52.028220) \u000a04:04:53.317588 run osmo-msc_10.42.42.6(pid=21776): stderr: \u000a| �[0;m�[38;5;43m20221209040452351 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209040452351 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc863ca9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209040452351 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209040452351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209040452351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209040452351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209040452353 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209040452353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209040452354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209040452354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:04:53.362225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21769): Terminating (SIGTERM)\u000a04:04:53.404838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21772): Terminating (SIGTERM)\u000a04:04:53.447049 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21775): Terminating (SIGTERM)\u000a04:04:53.457128 --- ParallelTerminationStrategy: PID 21769 died...\u000a04:04:53.513725 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21769): Terminated: ok {rc=0}\u000a04:04:53.523981 --- ParallelTerminationStrategy: PID 21772 died...\u000a04:04:53.580426 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21772): Terminated: ok {rc=0}\u000a04:04:53.590676 --- ParallelTerminationStrategy: PID 21775 died...\u000a04:04:53.647647 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21775): Terminated: ok {rc=0}\u000a04:04:53.734270 bus /sierra_3: Setting Powered False\u000a04:04:54.841992 bus /sierra_3: Setting Powered False\u000a04:04:55.951637 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 190, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21784): Process ended prematurely: osmo-stp_10.42.42.5(pid=21784) [trial-2354↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21784)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21784): Process ended prematurely: osmo-stp_10.42.42.5(pid=21784) [trial-2354↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21784)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:04:57.066474 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:04:57.078914 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a04:04:57.244697 tst mo_mt_call_osmux.py: using LAC 18946\u000a04:04:57.370053 tst mo_mt_call_osmux.py: using RAC 76\u000a04:04:57.497585 tst mo_mt_call_osmux.py: using CellId 18946\u000a04:04:57.623449 tst mo_mt_call_osmux.py: using BVCI 18947\u000a04:04:57.647948 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:04:57.659675 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:04:57.671177 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:04:57.682913 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:04:57.694663 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:04:57.706581 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a04:04:57.823946 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a04:04:58.034265 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:04:58.540381 run create_hlr_db(pid=21778): Launched\u000a04:04:58.726235 bus /sierra_2: Setting Powered False\u000a04:04:59.747262 run create_hlr_db(pid=21778): Terminated: ok {rc=0}\u000a04:05:00.175010 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21780): Launched\u000a04:05:00.497632 run osmo-hlr_10.42.42.2(pid=21781): Launched\u000a04:05:00.614103 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:05:01.220201 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21783): Launched\u000a04:05:01.615971 run osmo-stp_10.42.42.5(pid=21784): Launched\u000a04:05:01.796000 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:05:02.444779 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21789): Launched\u000a04:05:02.769298 run osmo-msc_10.42.42.6(pid=21790): Launched\u000a04:05:02.958450 run osmo-stp_10.42.42.5(pid=21784): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21784)]\u000a04:05:03.095382 run osmo-stp_10.42.42.5(pid=21784): stdout: \u000a| (launched: 2022-12-09_04:05:01.393621)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:05:03.232438 run osmo-stp_10.42.42.5(pid=21784): stderr: \u000a| �[0;m�[38;5;43m20221209040501674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040501674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040501674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040501675 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040501675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040501675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040501675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:05:03.362943 run osmo-stp_10.42.42.5(pid=21784): stdout: \u000a| (launched: 2022-12-09_04:05:01.393621)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:05:03.491810 run osmo-stp_10.42.42.5(pid=21784): stderr: \u000a| �[0;m�[38;5;43m20221209040501674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040501674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040501674 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040501675 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040501675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040501675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040501675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:05:03.548791 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21784): Process ended prematurely: osmo-stp_10.42.42.5(pid=21784) [trial-2354↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21784)] [trial-2354↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a04:05:03.558206 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a04:05:03.621995 run osmo-hlr_10.42.42.2(pid=21781): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21781)]\u000a04:05:03.674436 run osmo-hlr_10.42.42.2(pid=21781): stdout: \u000a| (launched: 2022-12-09_04:05:00.338849) \u000a04:05:03.727339 run osmo-hlr_10.42.42.2(pid=21781): stderr: \u000a| �[0;m�[1;31m20221209040500537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209040500537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209040500537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040500537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040500537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209040500537 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209040500548 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209040500557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209040500557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209040500557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:05:03.799337 run osmo-msc_10.42.42.6(pid=21790): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21790)]\u000a04:05:03.851292 run osmo-msc_10.42.42.6(pid=21790): stdout: \u000a| (launched: 2022-12-09_04:05:02.610109) \u000a04:05:03.904044 run osmo-msc_10.42.42.6(pid=21790): stderr: \u000a| �[0;m�[38;5;43m20221209040502932 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209040502932 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd61085bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209040502932 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209040502932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209040502933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209040502933 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209040502935 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209040502935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209040502935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209040502935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:05:03.948538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21780): Terminating (SIGTERM)\u000a04:05:03.990511 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21783): Terminating (SIGTERM)\u000a04:05:04.032925 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21789): Terminating (SIGTERM)\u000a04:05:04.042946 --- ParallelTerminationStrategy: PID 21780 died...\u000a04:05:04.099064 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21780): Terminated: ok {rc=0}\u000a04:05:04.109403 --- ParallelTerminationStrategy: PID 21783 died...\u000a04:05:04.165169 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21783): Terminated: ok {rc=0}\u000a04:05:04.175705 --- ParallelTerminationStrategy: PID 21789 died...\u000a04:05:04.231555 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21789): Terminated: ok {rc=0}\u000a04:05:04.319967 bus /sierra_3: Setting Powered False\u000a04:05:05.427197 bus /sierra_3: Setting Powered False\u000a04:05:06.535298 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "65", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:04:46" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21801): Process ended prematurely: osmo-stp_10.42.42.5(pid=21801) [trial-2354↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21801)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21801): Process ended prematurely: osmo-stp_10.42.42.5(pid=21801) [trial-2354↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21801)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a04:05:08.549250 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:05:08.560848 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a04:05:08.725378 tst mo_mt_call.py: using LAC 18947\u000a04:05:08.850299 tst mo_mt_call.py: using RAC 77\u000a04:05:08.973581 tst mo_mt_call.py: using CellId 18947\u000a04:05:09.089119 tst mo_mt_call.py: using BVCI 18948\u000a04:05:09.112049 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:05:09.123414 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:05:09.134590 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:05:09.145606 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:05:09.156797 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:05:09.167863 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:05:09.286292 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:05:09.488108 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:05:09.968569 run create_hlr_db(pid=21795): Launched\u000a04:05:10.140058 bus /sierra_2: Setting Powered False\u000a04:05:11.163547 run create_hlr_db(pid=21795): Terminated: ok {rc=0}\u000a04:05:11.590832 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21797): Launched\u000a04:05:11.913511 run osmo-hlr_10.42.42.2(pid=21798): Launched\u000a04:05:12.035028 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:05:12.592693 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21800): Launched\u000a04:05:12.914709 run osmo-stp_10.42.42.5(pid=21801): Launched\u000a04:05:13.031721 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:05:13.618954 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21803): Launched\u000a04:05:13.940903 run osmo-msc_10.42.42.6(pid=21805): Launched\u000a04:05:14.129471 run osmo-stp_10.42.42.5(pid=21801): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21801)]\u000a04:05:14.266553 run osmo-stp_10.42.42.5(pid=21801): stdout: \u000a| (launched: 2022-12-09_04:05:12.756134)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:05:14.402878 run osmo-stp_10.42.42.5(pid=21801): stderr: \u000a| �[0;m�[38;5;43m20221209040512949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040512949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040512950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040512950 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040512951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040512951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040512951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:05:14.532689 run osmo-stp_10.42.42.5(pid=21801): stdout: \u000a| (launched: 2022-12-09_04:05:12.756134)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:05:14.661837 run osmo-stp_10.42.42.5(pid=21801): stderr: \u000a| �[0;m�[38;5;43m20221209040512949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040512949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040512950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040512950 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040512951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040512951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040512951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:05:14.718592 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21801): Process ended prematurely: osmo-stp_10.42.42.5(pid=21801) [trial-2354↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21801)] [trial-2354↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a04:05:14.728038 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a04:05:14.791623 run osmo-hlr_10.42.42.2(pid=21798): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21798)]\u000a04:05:14.843763 run osmo-hlr_10.42.42.2(pid=21798): stdout: \u000a| (launched: 2022-12-09_04:05:11.754871) \u000a04:05:14.896882 run osmo-hlr_10.42.42.2(pid=21798): stderr: \u000a| �[0;m�[1;31m20221209040511954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209040511954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209040511954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040511954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040511954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209040511954 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209040511967 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209040511975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209040511976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209040511976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:05:14.968189 run osmo-msc_10.42.42.6(pid=21805): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21805)]\u000a04:05:15.020495 run osmo-msc_10.42.42.6(pid=21805): stdout: \u000a| (launched: 2022-12-09_04:05:13.782593) \u000a04:05:15.073455 run osmo-msc_10.42.42.6(pid=21805): stderr: \u000a| �[0;m�[38;5;43m20221209040514105 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209040514106 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f119811fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209040514106 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209040514106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209040514106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209040514106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209040514108 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209040514108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209040514108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209040514108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:05:15.118171 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21797): Terminating (SIGTERM)\u000a04:05:15.161013 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21800): Terminating (SIGTERM)\u000a04:05:15.203564 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21803): Terminating (SIGTERM)\u000a04:05:15.213564 --- ParallelTerminationStrategy: PID 21797 died...\u000a04:05:15.270077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21797): Terminated: ok {rc=0}\u000a04:05:15.280484 --- ParallelTerminationStrategy: PID 21800 died...\u000a04:05:15.337094 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21800): Terminated: ok {rc=0}\u000a04:05:15.347245 --- ParallelTerminationStrategy: PID 21803 died...\u000a04:05:15.404429 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21803): Terminated: ok {rc=0}\u000a04:05:15.493556 bus /sierra_3: Setting Powered False\u000a04:05:16.599968 bus /sierra_3: Setting Powered False\u000a04:05:17.711575 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 190, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21813): Process ended prematurely: osmo-stp_10.42.42.5(pid=21813) [trial-2354↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21813)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21813): Process ended prematurely: osmo-stp_10.42.42.5(pid=21813) [trial-2354↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21813)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:05:18.821270 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:05:18.833053 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a04:05:18.988163 tst mo_mt_call_osmux.py: using LAC 18948\u000a04:05:19.107202 tst mo_mt_call_osmux.py: using RAC 78\u000a04:05:19.227131 tst mo_mt_call_osmux.py: using CellId 18948\u000a04:05:19.346266 tst mo_mt_call_osmux.py: using BVCI 18949\u000a04:05:19.369079 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:05:19.380108 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:05:19.391036 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:05:19.402125 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:05:19.413222 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:05:19.424125 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:05:19.539167 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:05:19.751200 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:05:20.259732 run create_hlr_db(pid=21807): Launched\u000a04:05:20.445596 bus /sierra_2: Setting Powered False\u000a04:05:21.468286 run create_hlr_db(pid=21807): Terminated: ok {rc=0}\u000a04:05:21.871514 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21809): Launched\u000a04:05:22.173877 run osmo-hlr_10.42.42.2(pid=21810): Launched\u000a04:05:22.291521 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:05:22.817830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21812): Launched\u000a04:05:23.119244 run osmo-stp_10.42.42.5(pid=21813): Launched\u000a04:05:23.228608 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:05:23.777784 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21815): Launched\u000a04:05:24.079735 run osmo-msc_10.42.42.6(pid=21816): Launched\u000a04:05:24.255598 run osmo-stp_10.42.42.5(pid=21813): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21813)]\u000a04:05:24.382802 run osmo-stp_10.42.42.5(pid=21813): stdout: \u000a| (launched: 2022-12-09_04:05:22.969958)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:05:24.507507 run osmo-stp_10.42.42.5(pid=21813): stderr: \u000a| �[0;m�[38;5;43m20221209040523141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040523141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040523141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040523142 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040523142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040523142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040523142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:05:24.628385 run osmo-stp_10.42.42.5(pid=21813): stdout: \u000a| (launched: 2022-12-09_04:05:22.969958)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:05:24.747748 run osmo-stp_10.42.42.5(pid=21813): stderr: \u000a| �[0;m�[38;5;43m20221209040523141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040523141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040523141 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040523142 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040523142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040523142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040523142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:05:24.800776 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21813): Process ended prematurely: osmo-stp_10.42.42.5(pid=21813) [trial-2354↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21813)] [trial-2354↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a04:05:24.809466 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a04:05:24.868831 run osmo-hlr_10.42.42.2(pid=21810): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21810)]\u000a04:05:24.917938 run osmo-hlr_10.42.42.2(pid=21810): stdout: \u000a| (launched: 2022-12-09_04:05:22.025697) \u000a04:05:24.967572 run osmo-hlr_10.42.42.2(pid=21810): stderr: \u000a| �[0;m�[1;31m20221209040522201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209040522201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209040522201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040522201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040522201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209040522201 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209040522213 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209040522222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209040522223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209040522223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:05:25.035158 run osmo-msc_10.42.42.6(pid=21816): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21816)]\u000a04:05:25.084081 run osmo-msc_10.42.42.6(pid=21816): stdout: \u000a| (launched: 2022-12-09_04:05:23.930722) \u000a04:05:25.133569 run osmo-msc_10.42.42.6(pid=21816): stderr: \u000a| �[0;m�[38;5;43m20221209040524200 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209040524200 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f95e6cfec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209040524201 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209040524201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209040524201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209040524201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209040524203 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209040524203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209040524203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209040524203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:05:25.175548 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21809): Terminating (SIGTERM)\u000a04:05:25.215044 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21812): Terminating (SIGTERM)\u000a04:05:25.254850 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21815): Terminating (SIGTERM)\u000a04:05:25.263894 --- ParallelTerminationStrategy: PID 21809 died...\u000a04:05:25.317011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21809): Terminated: ok {rc=0}\u000a04:05:25.326508 --- ParallelTerminationStrategy: PID 21812 died...\u000a04:05:25.379086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21812): Terminated: ok {rc=0}\u000a04:05:25.388488 --- ParallelTerminationStrategy: PID 21815 died...\u000a04:05:25.440859 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21815): Terminated: ok {rc=0}\u000a04:05:25.529908 bus /sierra_3: Setting Powered False\u000a04:05:26.633505 bus /sierra_3: Setting Powered False\u000a04:05:27.742680 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "66", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:05:08" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21827): Process ended prematurely: osmo-stp_10.42.42.5(pid=21827) [trial-2354↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21827)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21827): Process ended prematurely: osmo-stp_10.42.42.5(pid=21827) [trial-2354↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21827)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a04:05:29.751541 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:05:29.763142 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:05:29.926827 tst mo_mt_call.py: using LAC 18949\u000a04:05:30.052468 tst mo_mt_call.py: using RAC 79\u000a04:05:30.177880 tst mo_mt_call.py: using CellId 18949\u000a04:05:30.303829 tst mo_mt_call.py: using BVCI 18950\u000a04:05:30.328390 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:05:30.339854 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:05:30.351255 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:05:30.362862 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:05:30.374506 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:05:30.385938 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a04:05:30.503473 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a04:05:30.703075 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:05:31.252778 run create_hlr_db(pid=21821): Launched\u000a04:05:31.501667 bus /sierra_2: Setting Powered False\u000a04:05:32.475014 run create_hlr_db(pid=21821): Terminated: ok {rc=0}\u000a04:05:32.937508 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21823): Launched\u000a04:05:33.237830 run osmo-hlr_10.42.42.2(pid=21824): Launched\u000a04:05:33.352230 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:05:33.871296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21826): Launched\u000a04:05:34.171965 run osmo-stp_10.42.42.5(pid=21827): Launched\u000a04:05:34.281407 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:05:34.829340 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21829): Launched\u000a04:05:35.131014 run osmo-msc_10.42.42.6(pid=21830): Launched\u000a04:05:35.307752 run osmo-stp_10.42.42.5(pid=21827): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21827)]\u000a04:05:35.435553 run osmo-stp_10.42.42.5(pid=21827): stdout: \u000a| (launched: 2022-12-09_04:05:34.024166)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:05:35.560738 run osmo-stp_10.42.42.5(pid=21827): stderr: \u000a| �[0;m�[38;5;43m20221209040534194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040534195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040534195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040534196 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040534196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040534196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040534196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:05:35.681692 run osmo-stp_10.42.42.5(pid=21827): stdout: \u000a| (launched: 2022-12-09_04:05:34.024166)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:05:35.801366 run osmo-stp_10.42.42.5(pid=21827): stderr: \u000a| �[0;m�[38;5;43m20221209040534194 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040534195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040534195 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040534196 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040534196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040534196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040534196 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:05:35.854068 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21827): Process ended prematurely: osmo-stp_10.42.42.5(pid=21827) [trial-2354↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21827)] [trial-2354↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a04:05:35.862699 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a04:05:35.922256 run osmo-hlr_10.42.42.2(pid=21824): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21824)]\u000a04:05:35.971216 run osmo-hlr_10.42.42.2(pid=21824): stdout: \u000a| (launched: 2022-12-09_04:05:33.090285) \u000a04:05:36.021472 run osmo-hlr_10.42.42.2(pid=21824): stderr: \u000a| �[0;m�[1;31m20221209040533264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209040533264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209040533264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040533264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040533264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209040533264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209040533276 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209040533285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209040533286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209040533286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:05:36.089146 run osmo-msc_10.42.42.6(pid=21830): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21830)]\u000a04:05:36.138450 run osmo-msc_10.42.42.6(pid=21830): stdout: \u000a| (launched: 2022-12-09_04:05:34.981984) \u000a04:05:36.188284 run osmo-msc_10.42.42.6(pid=21830): stderr: \u000a| �[0;m�[38;5;43m20221209040535255 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209040535255 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f49ee2e0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209040535255 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209040535256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209040535256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209040535257 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209040535258 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209040535259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209040535259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209040535259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:05:36.230320 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21823): Terminating (SIGTERM)\u000a04:05:36.269939 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21826): Terminating (SIGTERM)\u000a04:05:36.309568 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21829): Terminating (SIGTERM)\u000a04:05:36.318668 --- ParallelTerminationStrategy: PID 21823 died...\u000a04:05:36.372300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21823): Terminated: ok {rc=0}\u000a04:05:36.381905 --- ParallelTerminationStrategy: PID 21826 died...\u000a04:05:36.434918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21826): Terminated: ok {rc=0}\u000a04:05:36.444836 --- ParallelTerminationStrategy: PID 21829 died...\u000a04:05:36.498378 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21829): Terminated: ok {rc=0}\u000a04:05:36.586876 bus /sierra_3: Setting Powered False\u000a04:05:37.690598 bus /sierra_3: Setting Powered False\u000a04:05:38.799456 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 190, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21838): Process ended prematurely: osmo-stp_10.42.42.5(pid=21838) [trial-2354↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21838)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21838): Process ended prematurely: osmo-stp_10.42.42.5(pid=21838) [trial-2354↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21838)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:05:39.914977 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:05:39.927173 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:05:40.093499 tst mo_mt_call_osmux.py: using LAC 18950\u000a04:05:40.222001 tst mo_mt_call_osmux.py: using RAC 80\u000a04:05:40.344323 tst mo_mt_call_osmux.py: using CellId 18950\u000a04:05:40.466264 tst mo_mt_call_osmux.py: using BVCI 18951\u000a04:05:40.488867 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:05:40.499760 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:05:40.510631 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:05:40.521439 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:05:40.533682 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:05:40.544327 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a04:05:40.664289 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a04:05:40.868126 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:05:41.347840 run create_hlr_db(pid=21832): Launched\u000a04:05:41.519119 bus /sierra_2: Setting Powered False\u000a04:05:42.554666 run create_hlr_db(pid=21832): Terminated: ok {rc=0}\u000a04:05:42.980690 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21834): Launched\u000a04:05:43.302800 run osmo-hlr_10.42.42.2(pid=21835): Launched\u000a04:05:43.422236 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:05:43.981859 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21837): Launched\u000a04:05:44.304106 run osmo-stp_10.42.42.5(pid=21838): Launched\u000a04:05:44.422280 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:05:45.008529 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21840): Launched\u000a04:05:45.331887 run osmo-msc_10.42.42.6(pid=21841): Launched\u000a04:05:45.521425 run osmo-stp_10.42.42.5(pid=21838): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21838)]\u000a04:05:45.660006 run osmo-stp_10.42.42.5(pid=21838): stdout: \u000a| (launched: 2022-12-09_04:05:44.145508)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:05:45.796622 run osmo-stp_10.42.42.5(pid=21838): stderr: \u000a| �[0;m�[38;5;43m20221209040544336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040544336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040544336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040544336 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040544337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040544337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040544337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:05:45.945412 run osmo-stp_10.42.42.5(pid=21838): stdout: \u000a| (launched: 2022-12-09_04:05:44.145508)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:05:46.077688 run osmo-stp_10.42.42.5(pid=21838): stderr: \u000a| �[0;m�[38;5;43m20221209040544336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040544336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040544336 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040544336 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040544337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040544337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040544337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:05:46.136037 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21838): Process ended prematurely: osmo-stp_10.42.42.5(pid=21838) [trial-2354↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21838)] [trial-2354↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a04:05:46.146547 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a04:05:46.214837 run osmo-hlr_10.42.42.2(pid=21835): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21835)]\u000a04:05:46.269432 run osmo-hlr_10.42.42.2(pid=21835): stdout: \u000a| (launched: 2022-12-09_04:05:43.144515) \u000a04:05:46.325165 run osmo-hlr_10.42.42.2(pid=21835): stderr: \u000a| �[0;m�[1;31m20221209040543343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209040543343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209040543343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040543343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040543343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209040543343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209040543355 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209040543363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209040543363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209040543363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:05:46.399381 run osmo-msc_10.42.42.6(pid=21841): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21841)]\u000a04:05:46.453643 run osmo-msc_10.42.42.6(pid=21841): stdout: \u000a| (launched: 2022-12-09_04:05:45.172307) \u000a04:05:46.508675 run osmo-msc_10.42.42.6(pid=21841): stderr: \u000a| �[0;m�[38;5;43m20221209040545492 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209040545492 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fce08feec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209040545492 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209040545492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209040545493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209040545493 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209040545494 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209040545495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209040545495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209040545495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:05:46.554605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21834): Terminating (SIGTERM)\u000a04:05:46.601944 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21837): Terminating (SIGTERM)\u000a04:05:46.645413 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21840): Terminating (SIGTERM)\u000a04:05:46.657269 --- ParallelTerminationStrategy: PID 21834 died...\u000a04:05:46.718065 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21834): Terminated: ok {rc=0}\u000a04:05:46.729128 --- ParallelTerminationStrategy: PID 21837 died...\u000a04:05:46.788448 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21837): Terminated: ok {rc=0}\u000a04:05:46.799597 --- ParallelTerminationStrategy: PID 21840 died...\u000a04:05:46.858836 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21840): Terminated: ok {rc=0}\u000a04:05:46.949592 bus /sierra_3: Setting Powered False\u000a04:05:48.050169 bus /sierra_3: Setting Powered False\u000a04:05:49.161465 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "67", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:05:29" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21853): Process ended prematurely: osmo-stp_10.42.42.5(pid=21853) [trial-2354↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21853)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21853): Process ended prematurely: osmo-stp_10.42.42.5(pid=21853) [trial-2354↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21853)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 emergency:trx-sysmocell5000 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a04:05:51.169924 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:05:51.180557 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a04:05:51.313948 tst emergency_mo_mt_call.py: using LAC 18951\u000a04:05:51.429061 tst emergency_mo_mt_call.py: using RAC 81\u000a04:05:51.543708 tst emergency_mo_mt_call.py: using CellId 18951\u000a04:05:51.660910 tst emergency_mo_mt_call.py: using BVCI 18952\u000a04:05:51.683331 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:05:51.694165 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:05:51.704592 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:05:51.715151 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:05:51.725654 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:05:51.736143 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a04:05:51.853585 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a04:05:52.052762 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:05:52.527150 run create_hlr_db(pid=21847): Launched\u000a04:05:52.695705 bus /sierra_2: Setting Powered False\u000a04:05:53.718209 run create_hlr_db(pid=21847): Terminated: ok {rc=0}\u000a04:05:54.138699 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21849): Launched\u000a04:05:54.455703 run osmo-hlr_10.42.42.2(pid=21850): Launched\u000a04:05:54.573738 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:05:55.125544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21852): Launched\u000a04:05:55.442438 run osmo-stp_10.42.42.5(pid=21853): Launched\u000a04:05:55.569257 tst emergency_mo_mt_call.py: using MSISDN 7018\u000a04:05:55.726348 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:05:56.302945 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21855): Launched\u000a04:05:56.618933 run osmo-msc_10.42.42.6(pid=21856): Launched\u000a04:05:56.804924 run osmo-stp_10.42.42.5(pid=21853): ERR: Terminated: ERROR {rc=1} [trial-2354↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21853)]\u000a04:05:56.939643 run osmo-stp_10.42.42.5(pid=21853): stdout: \u000a| (launched: 2022-12-09_04:05:55.286547)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:05:57.073824 run osmo-stp_10.42.42.5(pid=21853): stderr: \u000a| �[0;m�[38;5;43m20221209040555478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040555478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040555479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040555479 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040555479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040555480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040555480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:05:57.201322 run osmo-stp_10.42.42.5(pid=21853): stdout: \u000a| (launched: 2022-12-09_04:05:55.286547)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:05:57.327095 run osmo-stp_10.42.42.5(pid=21853): stderr: \u000a| �[0;m�[38;5;43m20221209040555478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040555478 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040555479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040555479 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040555479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040555480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040555480 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:05:57.382259 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=21853): Process ended prematurely: osmo-stp_10.42.42.5(pid=21853) [trial-2354↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21853)] [trial-2354↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19]\u000a04:05:57.390877 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a04:05:57.454686 run osmo-hlr_10.42.42.2(pid=21850): ERR: Terminated: ERROR {rc=237} [trial-2354↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21850)]\u000a04:05:57.506774 run osmo-hlr_10.42.42.2(pid=21850): stdout: \u000a| (launched: 2022-12-09_04:05:54.299681) \u000a04:05:57.559807 run osmo-hlr_10.42.42.2(pid=21850): stderr: \u000a| �[0;m�[1;31m20221209040554497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209040554497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209040554497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040554497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040554497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209040554497 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209040554509 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/emergency:trx-sysmocell5000/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209040554518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209040554518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209040554518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:05:57.631301 run osmo-msc_10.42.42.6(pid=21856): ERR: Terminated: ERROR {rc=2} [trial-2354↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21856)]\u000a04:05:57.683419 run osmo-msc_10.42.42.6(pid=21856): stdout: \u000a| (launched: 2022-12-09_04:05:56.462964) \u000a04:05:57.736207 run osmo-msc_10.42.42.6(pid=21856): stderr: \u000a| �[0;m�[38;5;43m20221209040556781 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209040556781 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f45951fcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209040556781 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209040556782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209040556782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209040556782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209040556784 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209040556784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209040556784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209040556784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:05:57.780655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21849): Terminating (SIGTERM)\u000a04:05:57.823368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21852): Terminating (SIGTERM)\u000a04:05:57.866117 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21855): Terminating (SIGTERM)\u000a04:05:57.875936 --- ParallelTerminationStrategy: PID 21849 died...\u000a04:05:57.932560 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21849): Terminated: ok {rc=0}\u000a04:05:57.942761 --- ParallelTerminationStrategy: PID 21852 died...\u000a04:05:57.998927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21852): Terminated: ok {rc=0}\u000a04:05:58.009530 --- ParallelTerminationStrategy: PID 21855 died...\u000a04:05:58.065521 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21855): Terminated: ok {rc=0}\u000a04:05:58.154106 bus /sierra_3: Setting Powered False\u000a04:05:59.258048 bus /sierra_3: Setting Powered False\u000a04:06:00.370117 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21864): Process ended prematurely: osmo-stp_10.42.42.5(pid=21864) [trial-2354↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21864)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21864): Process ended prematurely: osmo-stp_10.42.42.5(pid=21864) [trial-2354↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21864)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 emergency:trx-sysmocell5000 emergency_preemptive_call.py\u000a----------------------------------------------\u000a04:06:01.424156 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:06:01.437819 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a04:06:01.607533 tst emergency_preemptive_call.py: using LAC 18952\u000a04:06:01.746682 tst emergency_preemptive_call.py: using RAC 82\u000a04:06:01.873625 tst emergency_preemptive_call.py: using CellId 18952\u000a04:06:02.026136 tst emergency_preemptive_call.py: using BVCI 18953\u000a04:06:02.057411 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:06:02.070156 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:06:02.082016 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:06:02.095349 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:06:02.108123 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:06:02.120132 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a04:06:02.241725 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a04:06:02.370767 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a04:06:02.489347 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a04:06:02.694626 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:06:03.191321 run create_hlr_db(pid=21858): Launched\u000a04:06:03.374928 bus /sierra_2: Setting Powered False\u000a04:06:04.396330 run create_hlr_db(pid=21858): Terminated: ok {rc=0}\u000a04:06:04.794113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21860): Launched\u000a04:06:05.088592 run osmo-hlr_10.42.42.2(pid=21861): Launched\u000a04:06:05.201891 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:06:05.723309 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21863): Launched\u000a04:06:06.018508 run osmo-stp_10.42.42.5(pid=21864): Launched\u000a04:06:06.138498 tst emergency_preemptive_call.py: using MSISDN 7019\u000a04:06:06.284673 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:06:06.822016 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21866): Launched\u000a04:06:07.116769 run osmo-msc_10.42.42.6(pid=21867): Launched\u000a04:06:07.290969 run osmo-stp_10.42.42.5(pid=21864): ERR: Terminated: ERROR {rc=1} [trial-2354↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21864)]\u000a04:06:07.416698 run osmo-stp_10.42.42.5(pid=21864): stdout: \u000a| (launched: 2022-12-09_04:06:05.872271)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:06:07.540320 run osmo-stp_10.42.42.5(pid=21864): stderr: \u000a| �[0;m�[38;5;43m20221209040606041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040606041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040606041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040606042 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040606043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040606043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040606043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:06:07.658956 run osmo-stp_10.42.42.5(pid=21864): stdout: \u000a| (launched: 2022-12-09_04:06:05.872271)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:06:07.775992 run osmo-stp_10.42.42.5(pid=21864): stderr: \u000a| �[0;m�[38;5;43m20221209040606041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040606041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040606041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040606042 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040606043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040606043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040606043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:06:07.828022 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=21864): Process ended prematurely: osmo-stp_10.42.42.5(pid=21864) [trial-2354↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21864)] [trial-2354↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32]\u000a04:06:07.836064 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a04:06:07.896158 run osmo-hlr_10.42.42.2(pid=21861): ERR: Terminated: ERROR {rc=237} [trial-2354↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21861)]\u000a04:06:07.945601 run osmo-hlr_10.42.42.2(pid=21861): stdout: \u000a| (launched: 2022-12-09_04:06:04.942930) \u000a04:06:07.995977 run osmo-hlr_10.42.42.2(pid=21861): stderr: \u000a| �[0;m�[1;31m20221209040605119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209040605120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209040605120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040605120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040605120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209040605120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209040605134 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/emergency:trx-sysmocell5000/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209040605142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209040605142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209040605142 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:06:08.064165 run osmo-msc_10.42.42.6(pid=21867): ERR: Terminated: ERROR {rc=2} [trial-2354↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=21867)]\u000a04:06:08.113824 run osmo-msc_10.42.42.6(pid=21867): stdout: \u000a| (launched: 2022-12-09_04:06:06.970791) \u000a04:06:08.163787 run osmo-msc_10.42.42.6(pid=21867): stderr: \u000a| �[0;m�[38;5;43m20221209040607242 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209040607242 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f684540fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209040607242 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209040607242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209040607242 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209040607243 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209040607245 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209040607246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209040607246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209040607246 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:06:08.205934 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21860): Terminating (SIGTERM)\u000a04:06:08.245789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21863): Terminating (SIGTERM)\u000a04:06:08.285885 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21866): Terminating (SIGTERM)\u000a04:06:08.295135 --- ParallelTerminationStrategy: PID 21860 died...\u000a04:06:08.348586 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21860): Terminated: ok {rc=0}\u000a04:06:08.358135 --- ParallelTerminationStrategy: PID 21863 died...\u000a04:06:08.411647 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21863): Terminated: ok {rc=0}\u000a04:06:08.421276 --- ParallelTerminationStrategy: PID 21866 died...\u000a04:06:08.474397 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=21866): Terminated: ok {rc=0}\u000a04:06:08.564931 bus /sierra_9: Setting Powered False\u000a04:06:09.669888 bus /sierra_9: Setting Powered False\u000a04:06:10.781880 bus /sierra_8: Setting Powered False\u000a04:06:11.885401 bus /sierra_8: Setting Powered False\u000a04:06:12.996934 bus /sierra_3: Setting Powered False\u000a04:06:14.100102 bus /sierra_3: Setting Powered False\u000a04:06:15.208010 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "68", "name" : "emergency_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:05:50" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-sysmocell5000", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21886): Process ended prematurely: osmo-stp_10.42.42.5(pid=21886) [trial-2354↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21886)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21886): Process ended prematurely: osmo-stp_10.42.42.5(pid=21886) [trial-2354↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21886)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-sysmocell5000 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:06:17.411192 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:17.422527 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a04:06:17.573296 tst cs_paging_gprs_active.py: using LAC 18953\u000a04:06:17.698733 tst cs_paging_gprs_active.py: using RAC 83\u000a04:06:17.829233 tst cs_paging_gprs_active.py: using CellId 18953\u000a04:06:17.959274 tst cs_paging_gprs_active.py: using BVCI 18954\u000a04:06:17.984110 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:17.995346 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:18.006327 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:18.018156 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:18.028929 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:18.039958 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:18.051039 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:18.063534 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:18.075562 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a04:06:18.197049 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a04:06:18.494383 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:06:18.629679 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:06:18.963528 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21876): Launched\u000a04:06:19.241742 run iperf3-srv_10.42.42.10(pid=21877): Launched\u000a04:06:19.439542 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:06:19.574725 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:06:19.909116 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21878): Launched\u000a04:06:20.187287 run iperf3-srv_10.42.42.10(pid=21879): Launched\u000a04:06:20.385747 tst cs_paging_gprs_active.py:38: start network...\u000a04:06:20.521166 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:06:21.029421 run create_hlr_db(pid=21880): Launched\u000a04:06:21.216224 bus /sierra_2: Setting Powered False\u000a04:06:22.237583 run create_hlr_db(pid=21880): Terminated: ok {rc=0}\u000a04:06:22.667706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21882): Launched\u000a04:06:22.991634 run osmo-hlr_10.42.42.2(pid=21883): Launched\u000a04:06:23.111176 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:06:23.672907 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21885): Launched\u000a04:06:23.996398 run osmo-stp_10.42.42.5(pid=21886): Launched\u000a04:06:24.114096 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:06:24.677851 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21888): Launched\u000a04:06:24.793309 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:06:25.075297 run patchelf(pid=21889): Launched\u000a04:06:25.265347 run osmo-stp_10.42.42.5(pid=21886): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21886)]\u000a04:06:25.403514 run osmo-stp_10.42.42.5(pid=21886): stdout: \u000a| (launched: 2022-12-09_04:06:23.837307)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:06:25.542253 run osmo-stp_10.42.42.5(pid=21886): stderr: \u000a| �[0;m�[38;5;43m20221209040624030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040624030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040624031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040624031 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040624031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040624031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040624031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:06:25.676061 run osmo-stp_10.42.42.5(pid=21886): stdout: \u000a| (launched: 2022-12-09_04:06:23.837307)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:06:25.808897 run osmo-stp_10.42.42.5(pid=21886): stderr: \u000a| �[0;m�[38;5;43m20221209040624030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040624030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040624031 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040624031 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040624031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040624031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040624031 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:06:25.964250 run patchelf(pid=21889): Terminating (SIGINT)\u000a04:06:26.146495 run patchelf(pid=21889): Terminated: ok {rc=0}\u000a04:06:26.180015 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=21886): Process ended prematurely: osmo-stp_10.42.42.5(pid=21886) [trial-2354↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21886)] [trial-2354↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38]\u000a04:06:26.189958 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a04:06:26.254551 run osmo-hlr_10.42.42.2(pid=21883): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21883)]\u000a04:06:26.306940 run osmo-hlr_10.42.42.2(pid=21883): stdout: \u000a| (launched: 2022-12-09_04:06:22.832349) \u000a04:06:26.359702 run osmo-hlr_10.42.42.2(pid=21883): stderr: \u000a| �[0;m�[1;31m20221209040623029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209040623029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209040623029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040623029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040623029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209040623029 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209040623042 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-sysmocell5000/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209040623051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209040623051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209040623051 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:06:26.404572 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21876): Terminating (SIGTERM)\u000a04:06:26.447231 run iperf3-srv_10.42.42.10(pid=21877): Terminating (SIGTERM)\u000a04:06:26.489856 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21878): Terminating (SIGTERM)\u000a04:06:26.532456 run iperf3-srv_10.42.42.10(pid=21879): Terminating (SIGTERM)\u000a04:06:26.574776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21882): Terminating (SIGTERM)\u000a04:06:26.617288 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21885): Terminating (SIGTERM)\u000a04:06:26.659762 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21888): Terminating (SIGTERM)\u000a04:06:26.669897 --- ParallelTerminationStrategy: PID 21876 died...\u000a04:06:26.726460 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21876): Terminated: ok {rc=0}\u000a04:06:26.736574 --- ParallelTerminationStrategy: PID 21877 died...\u000a04:06:26.792747 run iperf3-srv_10.42.42.10(pid=21877): Terminated {rc=256}\u000a04:06:26.802744 --- ParallelTerminationStrategy: PID 21878 died...\u000a04:06:26.859099 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21878): Terminated: ok {rc=0}\u000a04:06:26.869222 --- ParallelTerminationStrategy: PID 21879 died...\u000a04:06:26.925046 run iperf3-srv_10.42.42.10(pid=21879): Terminated {rc=256}\u000a04:06:26.935328 --- ParallelTerminationStrategy: PID 21882 died...\u000a04:06:26.991729 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21882): Terminated: ok {rc=0}\u000a04:06:27.001834 --- ParallelTerminationStrategy: PID 21885 died...\u000a04:06:27.058248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21885): Terminated: ok {rc=0}\u000a04:06:27.068618 --- ParallelTerminationStrategy: PID 21888 died...\u000a04:06:27.124990 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21888): Terminated: ok {rc=0}\u000a04:06:27.213251 bus /gobi_0: Setting Powered False\u000a04:06:28.319892 bus /gobi_0: Setting Powered False\u000a04:06:29.432302 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21898): Process ended prematurely: osmo-stp_10.42.42.5(pid=21898) [trial-2354↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21898)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21898): Process ended prematurely: osmo-stp_10.42.42.5(pid=21898) [trial-2354↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21898)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-sysmocell5000 iperf3.py\u000a----------------------------------------------\u000a04:06:30.543053 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:30.554255 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a04:06:30.700095 tst iperf3.py: using LAC 18954\u000a04:06:30.826225 tst iperf3.py: using RAC 84\u000a04:06:30.975060 tst iperf3.py: using CellId 18954\u000a04:06:31.116693 tst iperf3.py: using BVCI 18955\u000a04:06:31.141319 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:31.152774 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:31.164037 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:31.175365 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:31.186745 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:31.197964 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:31.209350 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:31.220526 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:31.231835 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a04:06:31.559495 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:06:31.700095 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:06:32.051925 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21890): Launched\u000a04:06:32.333058 run iperf3-srv_10.42.42.10(pid=21891): Launched\u000a04:06:32.528064 tst iperf3.py:8: start network...\u000a04:06:32.653141 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:06:33.136754 run create_hlr_db(pid=21892): Launched\u000a04:06:33.309650 bus /gobi_6: Setting Powered False\u000a04:06:34.332187 run create_hlr_db(pid=21892): Terminated: ok {rc=0}\u000a04:06:34.733987 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21894): Launched\u000a04:06:35.034145 run osmo-hlr_10.42.42.2(pid=21895): Launched\u000a04:06:35.152430 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:06:35.681182 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21897): Launched\u000a04:06:35.982217 run osmo-stp_10.42.42.5(pid=21898): Launched\u000a04:06:36.091167 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:06:36.617839 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21900): Launched\u000a04:06:36.724697 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:06:36.987563 run patchelf(pid=21901): Launched\u000a04:06:37.163909 run osmo-stp_10.42.42.5(pid=21898): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21898)]\u000a04:06:37.292712 run osmo-stp_10.42.42.5(pid=21898): stdout: \u000a| (launched: 2022-12-09_04:06:35.833885)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:06:37.421838 run osmo-stp_10.42.42.5(pid=21898): stderr: \u000a| �[0;m�[38;5;43m20221209040636005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040636005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040636005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040636005 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040636006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040636006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040636006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:06:37.546606 run osmo-stp_10.42.42.5(pid=21898): stdout: \u000a| (launched: 2022-12-09_04:06:35.833885)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:06:37.669834 run osmo-stp_10.42.42.5(pid=21898): stderr: \u000a| �[0;m�[38;5;43m20221209040636005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040636005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040636005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040636005 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040636006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040636006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040636006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:06:37.814104 run patchelf(pid=21901): Terminating (SIGINT)\u000a04:06:37.983757 run patchelf(pid=21901): Terminated: ok {rc=0}\u000a04:06:38.015068 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21898): Process ended prematurely: osmo-stp_10.42.42.5(pid=21898) [trial-2354↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21898)] [trial-2354↪gprs:trx-sysmocell5000↪iperf3.py:8]\u000a04:06:38.024289 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a04:06:38.085101 run osmo-hlr_10.42.42.2(pid=21895): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-sysmocell5000↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21895)]\u000a04:06:38.135146 run osmo-hlr_10.42.42.2(pid=21895): stdout: \u000a| (launched: 2022-12-09_04:06:34.886861) \u000a04:06:38.185342 run osmo-hlr_10.42.42.2(pid=21895): stderr: \u000a| �[0;m�[1;31m20221209040635062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209040635062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209040635062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040635062 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040635063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209040635063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209040635075 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-sysmocell5000/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209040635084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209040635084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209040635084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:06:38.227809 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21890): Terminating (SIGTERM)\u000a04:06:38.267602 run iperf3-srv_10.42.42.10(pid=21891): Terminating (SIGTERM)\u000a04:06:38.307544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21894): Terminating (SIGTERM)\u000a04:06:38.347451 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21897): Terminating (SIGTERM)\u000a04:06:38.387373 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21900): Terminating (SIGTERM)\u000a04:06:38.396518 --- ParallelTerminationStrategy: PID 21890 died...\u000a04:06:38.450403 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21890): Terminated: ok {rc=0}\u000a04:06:38.459927 --- ParallelTerminationStrategy: PID 21891 died...\u000a04:06:38.514417 run iperf3-srv_10.42.42.10(pid=21891): Terminated {rc=256}\u000a04:06:38.524244 --- ParallelTerminationStrategy: PID 21894 died...\u000a04:06:38.577990 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21894): Terminated: ok {rc=0}\u000a04:06:38.587618 --- ParallelTerminationStrategy: PID 21897 died...\u000a04:06:38.641159 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21897): Terminated: ok {rc=0}\u000a04:06:38.650845 --- ParallelTerminationStrategy: PID 21900 died...\u000a04:06:38.703996 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21900): Terminated: ok {rc=0}\u000a04:06:38.794496 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-sysmocell5000", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21916): Process ended prematurely: osmo-stp_10.42.42.5(pid=21916) [trial-2354↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21916)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21916): Process ended prematurely: osmo-stp_10.42.42.5(pid=21916) [trial-2354↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21916)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-sysmocell5000 iperf3m4.py\u000a----------------------------------------------\u000a04:06:39.904910 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:39.916258 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a04:06:40.052872 tst iperf3m4.py: using LAC 18955\u000a04:06:40.172279 tst iperf3m4.py: using RAC 85\u000a04:06:40.291268 tst iperf3m4.py: using CellId 18955\u000a04:06:40.410504 tst iperf3m4.py: using BVCI 18956\u000a04:06:40.433315 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:40.444034 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:40.454605 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:40.465057 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:40.475379 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:40.485731 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:40.496327 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:40.506737 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:40.517222 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a04:06:40.637294 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a04:06:40.760611 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a04:06:40.880623 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a04:06:41.172651 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:06:41.308057 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:06:41.641681 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21902): Launched\u000a04:06:41.918595 run iperf3-srv_10.42.42.10(pid=21903): Launched\u000a04:06:42.115958 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:06:42.251159 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:06:42.584769 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21904): Launched\u000a04:06:42.861861 run iperf3-srv_10.42.42.10(pid=21905): Launched\u000a04:06:43.058778 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:06:43.193750 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:06:43.527967 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21906): Launched\u000a04:06:43.804640 run iperf3-srv_10.42.42.10(pid=21907): Launched\u000a04:06:44.001732 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:06:44.136150 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:06:44.470379 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21908): Launched\u000a04:06:44.747570 run iperf3-srv_10.42.42.10(pid=21909): Launched\u000a04:06:44.944200 tst iperf3m4.py:8: start network...\u000a04:06:45.078741 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:06:45.587070 run create_hlr_db(pid=21910): Launched\u000a04:06:45.772894 bus /gobi_6: Setting Powered False\u000a04:06:46.797218 run create_hlr_db(pid=21910): Terminated: ok {rc=0}\u000a04:06:47.283454 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21912): Launched\u000a04:06:47.607756 run osmo-hlr_10.42.42.2(pid=21913): Launched\u000a04:06:47.727366 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:06:48.291960 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21915): Launched\u000a04:06:48.614618 run osmo-stp_10.42.42.5(pid=21916): Launched\u000a04:06:48.731367 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:06:49.292702 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21918): Launched\u000a04:06:49.407811 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:06:49.689150 run patchelf(pid=21919): Launched\u000a04:06:49.877809 run osmo-stp_10.42.42.5(pid=21916): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21916)]\u000a04:06:50.016437 run osmo-stp_10.42.42.5(pid=21916): stdout: \u000a| (launched: 2022-12-09_04:06:48.456259)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:06:50.155250 run osmo-stp_10.42.42.5(pid=21916): stderr: \u000a| �[0;m�[38;5;43m20221209040648645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040648645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040648646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040648646 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040648646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040648646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040648647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:06:50.289752 run osmo-stp_10.42.42.5(pid=21916): stdout: \u000a| (launched: 2022-12-09_04:06:48.456259)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:06:50.422508 run osmo-stp_10.42.42.5(pid=21916): stderr: \u000a| �[0;m�[38;5;43m20221209040648645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040648645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040648646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040648646 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040648646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040648646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040648647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:06:50.577275 run patchelf(pid=21919): Terminating (SIGINT)\u000a04:06:50.759273 run patchelf(pid=21919): Terminated: ok {rc=0}\u000a04:06:50.792520 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21916): Process ended prematurely: osmo-stp_10.42.42.5(pid=21916) [trial-2354↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21916)] [trial-2354↪gprs:trx-sysmocell5000↪iperf3m4.py:8]\u000a04:06:50.802518 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a04:06:50.866886 run osmo-hlr_10.42.42.2(pid=21913): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-sysmocell5000↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21913)]\u000a04:06:50.919086 run osmo-hlr_10.42.42.2(pid=21913): stdout: \u000a| (launched: 2022-12-09_04:06:47.447976) \u000a04:06:50.971963 run osmo-hlr_10.42.42.2(pid=21913): stderr: \u000a| �[0;m�[1;31m20221209040647644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209040647644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209040647644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040647644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040647644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209040647644 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209040647657 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-sysmocell5000/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209040647666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209040647666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209040647666 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:06:51.016406 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21902): Terminating (SIGTERM)\u000a04:06:51.058686 run iperf3-srv_10.42.42.10(pid=21903): Terminating (SIGTERM)\u000a04:06:51.101050 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21904): Terminating (SIGTERM)\u000a04:06:51.143305 run iperf3-srv_10.42.42.10(pid=21905): Terminating (SIGTERM)\u000a04:06:51.185472 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21906): Terminating (SIGTERM)\u000a04:06:51.227941 run iperf3-srv_10.42.42.10(pid=21907): Terminating (SIGTERM)\u000a04:06:51.270310 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21908): Terminating (SIGTERM)\u000a04:06:51.312424 run iperf3-srv_10.42.42.10(pid=21909): Terminating (SIGTERM)\u000a04:06:51.354657 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21912): Terminating (SIGTERM)\u000a04:06:51.396844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21915): Terminating (SIGTERM)\u000a04:06:51.439111 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21918): Terminating (SIGTERM)\u000a04:06:51.449173 --- ParallelTerminationStrategy: PID 21902 died...\u000a04:06:51.505546 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21902): Terminated: ok {rc=0}\u000a04:06:51.515872 --- ParallelTerminationStrategy: PID 21903 died...\u000a04:06:51.571961 run iperf3-srv_10.42.42.10(pid=21903): Terminated {rc=256}\u000a04:06:51.582207 --- ParallelTerminationStrategy: PID 21904 died...\u000a04:06:51.638489 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21904): Terminated: ok {rc=0}\u000a04:06:51.648644 --- ParallelTerminationStrategy: PID 21905 died...\u000a04:06:51.704833 run iperf3-srv_10.42.42.10(pid=21905): Terminated {rc=256}\u000a04:06:51.714916 --- ParallelTerminationStrategy: PID 21906 died...\u000a04:06:51.770827 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21906): Terminated: ok {rc=0}\u000a04:06:51.780873 --- ParallelTerminationStrategy: PID 21907 died...\u000a04:06:51.837202 run iperf3-srv_10.42.42.10(pid=21907): Terminated {rc=256}\u000a04:06:51.847425 --- ParallelTerminationStrategy: PID 21908 died...\u000a04:06:51.903833 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21908): Terminated: ok {rc=0}\u000a04:06:51.913902 --- ParallelTerminationStrategy: PID 21909 died...\u000a04:06:51.970089 run iperf3-srv_10.42.42.10(pid=21909): Terminated {rc=256}\u000a04:06:51.980232 --- ParallelTerminationStrategy: PID 21912 died...\u000a04:06:52.036760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21912): Terminated: ok {rc=0}\u000a04:06:52.047149 --- ParallelTerminationStrategy: PID 21915 died...\u000a04:06:52.103790 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21915): Terminated: ok {rc=0}\u000a04:06:52.113985 --- ParallelTerminationStrategy: PID 21918 died...\u000a04:06:52.170475 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21918): Terminated: ok {rc=0}\u000a04:06:52.259294 bus /gobi_4: Setting Powered False\u000a04:06:53.363556 bus /gobi_4: Setting Powered False\u000a04:06:54.472353 bus /gobi_1: Setting Powered False\u000a04:06:55.579556 bus /gobi_1: Setting Powered False\u000a04:06:56.693247 bus /gobi_0: Setting Powered False\u000a04:06:57.797206 bus /gobi_0: Setting Powered False\u000a04:06:58.910363 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21927): Process ended prematurely: osmo-stp_10.42.42.5(pid=21927) [trial-2354↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21927)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21927): Process ended prematurely: osmo-stp_10.42.42.5(pid=21927) [trial-2354↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21927)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-sysmocell5000 ping.py\u000a----------------------------------------------\u000a04:06:59.977744 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:06:59.989082 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a04:07:00.126999 tst ping.py: using LAC 18956\u000a04:07:00.241916 tst ping.py: using RAC 86\u000a04:07:00.356183 tst ping.py: using CellId 18956\u000a04:07:00.472909 tst ping.py: using BVCI 18957\u000a04:07:00.495466 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:07:00.506209 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:07:00.516771 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:07:00.527405 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:07:00.537850 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:07:00.548240 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:07:00.558903 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:07:00.569423 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a04:07:00.845603 tst ping.py:19: start network...\u000a04:07:00.983017 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:07:01.484089 run create_hlr_db(pid=21920): Launched\u000a04:07:01.714842 bus /gobi_6: Setting Powered False\u000a04:07:02.693640 run create_hlr_db(pid=21920): Terminated: ok {rc=0}\u000a04:07:03.136439 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21922): Launched\u000a04:07:03.430988 run osmo-hlr_10.42.42.2(pid=21923): Launched\u000a04:07:03.539174 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:07:04.053544 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21926): Launched\u000a04:07:04.359169 run osmo-stp_10.42.42.5(pid=21927): Launched\u000a04:07:04.476534 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:07:05.031498 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21929): Launched\u000a04:07:05.144610 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:07:05.421064 run patchelf(pid=21930): Launched\u000a04:07:05.607072 run osmo-stp_10.42.42.5(pid=21927): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21927)]\u000a04:07:05.743147 run osmo-stp_10.42.42.5(pid=21927): stdout: \u000a| (launched: 2022-12-09_04:07:04.202658)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:07:05.879624 run osmo-stp_10.42.42.5(pid=21927): stderr: \u000a| �[0;m�[38;5;43m20221209040704387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040704387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040704388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040704388 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040704389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040704389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040704389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:07:06.011190 run osmo-stp_10.42.42.5(pid=21927): stdout: \u000a| (launched: 2022-12-09_04:07:04.202658)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:07:06.141860 run osmo-stp_10.42.42.5(pid=21927): stderr: \u000a| �[0;m�[38;5;43m20221209040704387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040704387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040704388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040704388 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040704389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040704389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040704389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:07:06.294357 run patchelf(pid=21930): Terminating (SIGINT)\u000a04:07:06.473052 run patchelf(pid=21930): Terminated: ok {rc=0}\u000a04:07:06.505605 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=21927): Process ended prematurely: osmo-stp_10.42.42.5(pid=21927) [trial-2354↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21927)] [trial-2354↪gprs:trx-sysmocell5000↪ping.py:22]\u000a04:07:06.514813 tst ping.py:22: Test FAILED (6.5 sec)\u000a04:07:06.579749 run osmo-hlr_10.42.42.2(pid=21923): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-sysmocell5000↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21923)]\u000a04:07:06.632197 run osmo-hlr_10.42.42.2(pid=21923): stdout: \u000a| (launched: 2022-12-09_04:07:03.285966) \u000a04:07:06.685611 run osmo-hlr_10.42.42.2(pid=21923): stderr: \u000a| �[0;m�[1;31m20221209040703461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209040703461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209040703461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040703461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040703461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209040703461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209040703472 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-sysmocell5000/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209040703483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209040703483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209040703483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:07:06.731082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21922): Terminating (SIGTERM)\u000a04:07:06.773771 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21926): Terminating (SIGTERM)\u000a04:07:06.816893 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21929): Terminating (SIGTERM)\u000a04:07:06.826790 --- ParallelTerminationStrategy: PID 21922 died...\u000a04:07:06.884352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21922): Terminated: ok {rc=0}\u000a04:07:06.894787 --- ParallelTerminationStrategy: PID 21926 died...\u000a04:07:06.952007 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21926): Terminated: ok {rc=0}\u000a04:07:06.962341 --- ParallelTerminationStrategy: PID 21929 died...\u000a04:07:07.019403 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21929): Terminated: ok {rc=0}\u000a04:07:07.108275 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21937): Process ended prematurely: osmo-stp_10.42.42.5(pid=21937) [trial-2354↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21937)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21937): Process ended prematurely: osmo-stp_10.42.42.5(pid=21937) [trial-2354↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21937)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-sysmocell5000 ping_idle_ping.py\u000a----------------------------------------------\u000a04:07:08.161432 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:07:08.172821 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a04:07:08.311141 tst ping_idle_ping.py: using LAC 18957\u000a04:07:08.430323 tst ping_idle_ping.py: using RAC 87\u000a04:07:08.555089 tst ping_idle_ping.py: using CellId 18957\u000a04:07:08.676214 tst ping_idle_ping.py: using BVCI 18958\u000a04:07:08.699002 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:07:08.709789 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:07:08.720308 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:07:08.731500 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:07:08.742617 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:07:08.754157 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:07:08.767188 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a04:07:08.779338 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a04:07:09.069811 tst ping_idle_ping.py:24: start network...\u000a04:07:09.202465 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:07:09.706283 run create_hlr_db(pid=21931): Launched\u000a04:07:09.890811 bus /gobi_6: Setting Powered False\u000a04:07:10.913613 run create_hlr_db(pid=21931): Terminated: ok {rc=0}\u000a04:07:11.314288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21933): Launched\u000a04:07:11.612897 run osmo-hlr_10.42.42.2(pid=21934): Launched\u000a04:07:11.722826 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:07:12.235754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21936): Launched\u000a04:07:12.531788 run osmo-stp_10.42.42.5(pid=21937): Launched\u000a04:07:12.639862 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:07:13.155751 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21939): Launched\u000a04:07:13.260468 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:07:13.518201 run patchelf(pid=21940): Launched\u000a04:07:13.691223 run osmo-stp_10.42.42.5(pid=21937): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21937)]\u000a04:07:13.817572 run osmo-stp_10.42.42.5(pid=21937): stdout: \u000a| (launched: 2022-12-09_04:07:12.385396)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:07:13.944260 run osmo-stp_10.42.42.5(pid=21937): stderr: \u000a| �[0;m�[38;5;43m20221209040712554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040712554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040712555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040712555 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040712556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040712556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040712556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:07:14.067092 run osmo-stp_10.42.42.5(pid=21937): stdout: \u000a| (launched: 2022-12-09_04:07:12.385396)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:07:14.188213 run osmo-stp_10.42.42.5(pid=21937): stderr: \u000a| �[0;m�[38;5;43m20221209040712554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040712554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040712555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040712555 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040712556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040712556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040712556 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:07:14.329983 run patchelf(pid=21940): Terminating (SIGINT)\u000a04:07:14.496840 run patchelf(pid=21940): Terminated: ok {rc=0}\u000a04:07:14.527151 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=21937): Process ended prematurely: osmo-stp_10.42.42.5(pid=21937) [trial-2354↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21937)] [trial-2354↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27]\u000a04:07:14.535792 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a04:07:14.596012 run osmo-hlr_10.42.42.2(pid=21934): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-sysmocell5000↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21934)]\u000a04:07:14.645410 run osmo-hlr_10.42.42.2(pid=21934): stdout: \u000a| (launched: 2022-12-09_04:07:11.464750) \u000a04:07:14.695459 run osmo-hlr_10.42.42.2(pid=21934): stderr: \u000a| �[0;m�[1;31m20221209040711637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209040711637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209040711637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040711637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040711637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209040711637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209040711649 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-sysmocell5000/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209040711659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209040711660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209040711660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:07:14.737822 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21933): Terminating (SIGTERM)\u000a04:07:14.777642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21936): Terminating (SIGTERM)\u000a04:07:14.817906 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21939): Terminating (SIGTERM)\u000a04:07:14.827175 --- ParallelTerminationStrategy: PID 21933 died...\u000a04:07:14.881158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21933): Terminated: ok {rc=0}\u000a04:07:14.890900 --- ParallelTerminationStrategy: PID 21936 died...\u000a04:07:14.944318 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21936): Terminated: ok {rc=0}\u000a04:07:14.954152 --- ParallelTerminationStrategy: PID 21939 died...\u000a04:07:15.007485 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21939): Terminated: ok {rc=0}\u000a04:07:15.091511 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "69", "name" : "gprs_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:06:16" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21954): Process ended prematurely: osmo-stp_10.42.42.5(pid=21954) [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21954)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21954): Process ended prematurely: osmo-stp_10.42.42.5(pid=21954) [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21954)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-sysmocell5000+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:07:17.276278 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:17.287343 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:07:17.422630 tst cs_paging_gprs_active.py: using LAC 18958\u000a04:07:17.539403 tst cs_paging_gprs_active.py: using RAC 88\u000a04:07:17.658506 tst cs_paging_gprs_active.py: using CellId 18958\u000a04:07:17.774817 tst cs_paging_gprs_active.py: using BVCI 18959\u000a04:07:17.797967 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:17.810122 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:17.820698 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:17.831491 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:17.842312 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:17.853155 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:17.864024 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:17.874790 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:17.885688 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:07:18.006457 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:07:18.302494 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:07:18.438731 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:07:18.775941 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21944): Launched\u000a04:07:19.055145 run iperf3-srv_10.42.42.10(pid=21945): Launched\u000a04:07:19.253943 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:07:19.389446 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:07:19.724579 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21946): Launched\u000a04:07:20.003418 run iperf3-srv_10.42.42.10(pid=21947): Launched\u000a04:07:20.202028 tst cs_paging_gprs_active.py:38: start network...\u000a04:07:20.338480 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:07:20.849087 run create_hlr_db(pid=21948): Launched\u000a04:07:21.036771 bus /gobi_6: Setting Powered False\u000a04:07:22.059202 run create_hlr_db(pid=21948): Terminated: ok {rc=0}\u000a04:07:22.491208 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21950): Launched\u000a04:07:22.816455 run osmo-hlr_10.42.42.2(pid=21951): Launched\u000a04:07:22.938050 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:07:23.501281 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21953): Launched\u000a04:07:23.825693 run osmo-stp_10.42.42.5(pid=21954): Launched\u000a04:07:23.943668 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:07:24.510080 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21956): Launched\u000a04:07:24.626146 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:07:24.907620 run patchelf(pid=21957): Launched\u000a04:07:25.097673 run osmo-stp_10.42.42.5(pid=21954): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21954)]\u000a04:07:25.236236 run osmo-stp_10.42.42.5(pid=21954): stdout: \u000a| (launched: 2022-12-09_04:07:23.665685)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:07:25.375820 run osmo-stp_10.42.42.5(pid=21954): stderr: \u000a| �[0;m�[38;5;43m20221209040723857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040723857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040723858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040723858 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040723859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040723859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040723859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:07:25.510549 run osmo-stp_10.42.42.5(pid=21954): stdout: \u000a| (launched: 2022-12-09_04:07:23.665685)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:07:25.643919 run osmo-stp_10.42.42.5(pid=21954): stderr: \u000a| �[0;m�[38;5;43m20221209040723857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040723857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040723858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040723858 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040723859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040723859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040723859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:07:25.799604 run patchelf(pid=21957): Terminating (SIGINT)\u000a04:07:25.982665 run patchelf(pid=21957): Terminated: ok {rc=0}\u000a04:07:26.016180 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=21954): Process ended prematurely: osmo-stp_10.42.42.5(pid=21954) [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21954)] [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a04:07:26.026225 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a04:07:26.091380 run osmo-hlr_10.42.42.2(pid=21951): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21951)]\u000a04:07:26.144117 run osmo-hlr_10.42.42.2(pid=21951): stdout: \u000a| (launched: 2022-12-09_04:07:22.656325) \u000a04:07:26.197631 run osmo-hlr_10.42.42.2(pid=21951): stderr: \u000a| �[0;m�[1;31m20221209040722853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209040722853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209040722853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040722853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040722853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209040722853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209040722866 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-sysmocell5000+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209040722874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209040722875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209040722875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:07:26.243528 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21944): Terminating (SIGTERM)\u000a04:07:26.286324 run iperf3-srv_10.42.42.10(pid=21945): Terminating (SIGTERM)\u000a04:07:26.329680 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21946): Terminating (SIGTERM)\u000a04:07:26.372636 run iperf3-srv_10.42.42.10(pid=21947): Terminating (SIGTERM)\u000a04:07:26.415929 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21950): Terminating (SIGTERM)\u000a04:07:26.459324 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21953): Terminating (SIGTERM)\u000a04:07:26.502501 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21956): Terminating (SIGTERM)\u000a04:07:26.512573 --- ParallelTerminationStrategy: PID 21944 died...\u000a04:07:26.569856 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21944): Terminated: ok {rc=0}\u000a04:07:26.580183 --- ParallelTerminationStrategy: PID 21945 died...\u000a04:07:26.637335 run iperf3-srv_10.42.42.10(pid=21945): Terminated {rc=256}\u000a04:07:26.647624 --- ParallelTerminationStrategy: PID 21946 died...\u000a04:07:26.704502 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21946): Terminated: ok {rc=0}\u000a04:07:26.715085 --- ParallelTerminationStrategy: PID 21947 died...\u000a04:07:26.772094 run iperf3-srv_10.42.42.10(pid=21947): Terminated {rc=256}\u000a04:07:26.782394 --- ParallelTerminationStrategy: PID 21950 died...\u000a04:07:26.839376 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21950): Terminated: ok {rc=0}\u000a04:07:26.850033 --- ParallelTerminationStrategy: PID 21953 died...\u000a04:07:26.907554 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21953): Terminated: ok {rc=0}\u000a04:07:26.918000 --- ParallelTerminationStrategy: PID 21956 died...\u000a04:07:26.974972 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21956): Terminated: ok {rc=0}\u000a04:07:27.063682 bus /gobi_0: Setting Powered False\u000a04:07:28.173577 bus /gobi_0: Setting Powered False\u000a04:07:29.288200 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21968): Process ended prematurely: osmo-stp_10.42.42.5(pid=21968) [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21968)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21968): Process ended prematurely: osmo-stp_10.42.42.5(pid=21968) [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21968)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a04:07:30.400185 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:30.411749 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:07:30.551012 tst iperf3.py: using LAC 18959\u000a04:07:30.668781 tst iperf3.py: using RAC 89\u000a04:07:30.795715 tst iperf3.py: using CellId 18959\u000a04:07:30.951470 tst iperf3.py: using BVCI 18960\u000a04:07:30.981342 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:31.001517 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:31.014455 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:31.027091 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:31.038917 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:31.051472 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:31.065944 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:31.077624 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:31.090350 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:07:31.413783 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:07:31.553363 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:07:31.906776 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21958): Launched\u000a04:07:32.193038 run iperf3-srv_10.42.42.10(pid=21959): Launched\u000a04:07:32.392624 tst iperf3.py:8: start network...\u000a04:07:32.528499 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:07:33.037566 run create_hlr_db(pid=21960): Launched\u000a04:07:33.224525 bus /gobi_6: Setting Powered False\u000a04:07:34.247057 run create_hlr_db(pid=21960): Terminated: ok {rc=0}\u000a04:07:34.677809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21962): Launched\u000a04:07:35.001753 run osmo-hlr_10.42.42.2(pid=21963): Launched\u000a04:07:35.122388 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:07:35.685743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21965): Launched\u000a04:07:36.001282 run osmo-stp_10.42.42.5(pid=21968): Launched\u000a04:07:36.111172 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:07:36.635884 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21970): Launched\u000a04:07:36.742862 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:07:37.005869 run patchelf(pid=21971): Launched\u000a04:07:37.181734 run osmo-stp_10.42.42.5(pid=21968): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21968)]\u000a04:07:37.310635 run osmo-stp_10.42.42.5(pid=21968): stdout: \u000a| (launched: 2022-12-09_04:07:35.850582)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:07:37.439571 run osmo-stp_10.42.42.5(pid=21968): stderr: \u000a| �[0;m�[38;5;43m20221209040736019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040736019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040736019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040736019 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040736020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040736020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040736020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:07:37.564090 run osmo-stp_10.42.42.5(pid=21968): stdout: \u000a| (launched: 2022-12-09_04:07:35.850582)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:07:37.687202 run osmo-stp_10.42.42.5(pid=21968): stderr: \u000a| �[0;m�[38;5;43m20221209040736019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040736019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040736019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040736019 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040736020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040736020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040736020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:07:37.831219 run patchelf(pid=21971): Terminating (SIGINT)\u000a04:07:38.000148 run patchelf(pid=21971): Terminated: ok {rc=0}\u000a04:07:38.031392 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21968): Process ended prematurely: osmo-stp_10.42.42.5(pid=21968) [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21968)] [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8]\u000a04:07:38.040580 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a04:07:38.100698 run osmo-hlr_10.42.42.2(pid=21963): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21963)]\u000a04:07:38.149589 run osmo-hlr_10.42.42.2(pid=21963): stdout: \u000a| (launched: 2022-12-09_04:07:34.842571) \u000a04:07:38.199238 run osmo-hlr_10.42.42.2(pid=21963): stderr: \u000a| �[0;m�[1;31m20221209040735043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209040735043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209040735043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040735043 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040735044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209040735044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209040735057 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209040735065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209040735065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209040735065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:07:38.241585 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21958): Terminating (SIGTERM)\u000a04:07:38.281621 run iperf3-srv_10.42.42.10(pid=21959): Terminating (SIGTERM)\u000a04:07:38.321923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21962): Terminating (SIGTERM)\u000a04:07:38.361992 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21965): Terminating (SIGTERM)\u000a04:07:38.402136 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21970): Terminating (SIGTERM)\u000a04:07:38.411393 --- ParallelTerminationStrategy: PID 21958 died...\u000a04:07:38.464855 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21958): Terminated: ok {rc=0}\u000a04:07:38.474589 --- ParallelTerminationStrategy: PID 21959 died...\u000a04:07:38.527647 run iperf3-srv_10.42.42.10(pid=21959): Terminated {rc=256}\u000a04:07:38.537281 --- ParallelTerminationStrategy: PID 21962 died...\u000a04:07:38.590537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21962): Terminated: ok {rc=0}\u000a04:07:38.600285 --- ParallelTerminationStrategy: PID 21965 died...\u000a04:07:38.653371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21965): Terminated: ok {rc=0}\u000a04:07:38.662996 --- ParallelTerminationStrategy: PID 21970 died...\u000a04:07:38.716219 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21970): Terminated: ok {rc=0}\u000a04:07:38.800638 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=21986): Process ended prematurely: osmo-stp_10.42.42.5(pid=21986) [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21986)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=21986): Process ended prematurely: osmo-stp_10.42.42.5(pid=21986) [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21986)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a04:07:39.909201 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:39.920744 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:07:40.060481 tst iperf3m4.py: using LAC 18960\u000a04:07:40.180211 tst iperf3m4.py: using RAC 90\u000a04:07:40.300106 tst iperf3m4.py: using CellId 18960\u000a04:07:40.427263 tst iperf3m4.py: using BVCI 18961\u000a04:07:40.452154 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:40.463746 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:40.475435 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:40.487262 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:40.499786 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:40.511290 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:40.523604 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:40.535160 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:40.547425 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:07:40.664678 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:07:40.785195 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:07:40.907377 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:07:41.186496 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:07:41.312099 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:07:41.624127 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21972): Launched\u000a04:07:41.883618 run iperf3-srv_10.42.42.10(pid=21973): Launched\u000a04:07:42.066895 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:07:42.192121 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:07:42.503886 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21974): Launched\u000a04:07:42.762566 run iperf3-srv_10.42.42.10(pid=21975): Launched\u000a04:07:42.944797 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:07:43.070346 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:07:43.381725 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21976): Launched\u000a04:07:43.640859 run iperf3-srv_10.42.42.10(pid=21977): Launched\u000a04:07:43.823029 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:07:43.947776 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:07:44.259633 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21978): Launched\u000a04:07:44.519216 run iperf3-srv_10.42.42.10(pid=21979): Launched\u000a04:07:44.701457 tst iperf3m4.py:8: start network...\u000a04:07:44.826300 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:07:45.310317 run create_hlr_db(pid=21980): Launched\u000a04:07:45.481948 bus /gobi_6: Setting Powered False\u000a04:07:46.521365 run create_hlr_db(pid=21980): Terminated: ok {rc=0}\u000a04:07:46.981807 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21982): Launched\u000a04:07:47.314693 run osmo-hlr_10.42.42.2(pid=21983): Launched\u000a04:07:47.437364 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:07:48.002567 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21985): Launched\u000a04:07:48.326996 run osmo-stp_10.42.42.5(pid=21986): Launched\u000a04:07:48.445327 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:07:49.008206 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21988): Launched\u000a04:07:49.123935 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:07:49.406029 run patchelf(pid=21989): Launched\u000a04:07:49.594746 run osmo-stp_10.42.42.5(pid=21986): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21986)]\u000a04:07:49.733181 run osmo-stp_10.42.42.5(pid=21986): stdout: \u000a| (launched: 2022-12-09_04:07:48.167518)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:07:49.871759 run osmo-stp_10.42.42.5(pid=21986): stderr: \u000a| �[0;m�[38;5;43m20221209040748358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040748358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040748358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040748358 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040748359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040748359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040748359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:07:50.005657 run osmo-stp_10.42.42.5(pid=21986): stdout: \u000a| (launched: 2022-12-09_04:07:48.167518)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:07:50.138272 run osmo-stp_10.42.42.5(pid=21986): stderr: \u000a| �[0;m�[38;5;43m20221209040748358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040748358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040748358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040748358 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040748359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040748359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040748359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:07:50.293037 run patchelf(pid=21989): Terminating (SIGINT)\u000a04:07:50.474978 run patchelf(pid=21989): Terminated: ok {rc=0}\u000a04:07:50.508234 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=21986): Process ended prematurely: osmo-stp_10.42.42.5(pid=21986) [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=21986)] [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8]\u000a04:07:50.518233 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a04:07:50.583423 run osmo-hlr_10.42.42.2(pid=21983): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=21983)]\u000a04:07:50.636214 run osmo-hlr_10.42.42.2(pid=21983): stdout: \u000a| (launched: 2022-12-09_04:07:47.151643) \u000a04:07:50.689659 run osmo-hlr_10.42.42.2(pid=21983): stderr: \u000a| �[0;m�[1;31m20221209040747347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209040747347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209040747347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040747347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040747347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209040747347 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209040747359 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209040747369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209040747370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209040747370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:07:50.734810 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21972): Terminating (SIGTERM)\u000a04:07:50.777289 run iperf3-srv_10.42.42.10(pid=21973): Terminating (SIGTERM)\u000a04:07:50.820188 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21974): Terminating (SIGTERM)\u000a04:07:50.862596 run iperf3-srv_10.42.42.10(pid=21975): Terminating (SIGTERM)\u000a04:07:50.905205 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21976): Terminating (SIGTERM)\u000a04:07:50.947656 run iperf3-srv_10.42.42.10(pid=21977): Terminating (SIGTERM)\u000a04:07:50.990377 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21978): Terminating (SIGTERM)\u000a04:07:51.032889 run iperf3-srv_10.42.42.10(pid=21979): Terminating (SIGTERM)\u000a04:07:51.075476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21982): Terminating (SIGTERM)\u000a04:07:51.118607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21985): Terminating (SIGTERM)\u000a04:07:51.161081 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21988): Terminating (SIGTERM)\u000a04:07:51.170790 --- ParallelTerminationStrategy: PID 21972 died...\u000a04:07:51.227993 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21972): Terminated: ok {rc=0}\u000a04:07:51.238323 --- ParallelTerminationStrategy: PID 21973 died...\u000a04:07:51.295232 run iperf3-srv_10.42.42.10(pid=21973): Terminated {rc=256}\u000a04:07:51.305633 --- ParallelTerminationStrategy: PID 21974 died...\u000a04:07:51.362259 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21974): Terminated: ok {rc=0}\u000a04:07:51.372508 --- ParallelTerminationStrategy: PID 21975 died...\u000a04:07:51.428857 run iperf3-srv_10.42.42.10(pid=21975): Terminated {rc=256}\u000a04:07:51.439176 --- ParallelTerminationStrategy: PID 21976 died...\u000a04:07:51.495819 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21976): Terminated: ok {rc=0}\u000a04:07:51.505961 --- ParallelTerminationStrategy: PID 21977 died...\u000a04:07:51.562645 run iperf3-srv_10.42.42.10(pid=21977): Terminated {rc=256}\u000a04:07:51.572849 --- ParallelTerminationStrategy: PID 21978 died...\u000a04:07:51.629640 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=21978): Terminated: ok {rc=0}\u000a04:07:51.639908 --- ParallelTerminationStrategy: PID 21979 died...\u000a04:07:51.696600 run iperf3-srv_10.42.42.10(pid=21979): Terminated {rc=256}\u000a04:07:51.706842 --- ParallelTerminationStrategy: PID 21982 died...\u000a04:07:51.763606 run pcap-recorder_any(filters='host 10.42.42.2')(pid=21982): Terminated: ok {rc=0}\u000a04:07:51.773992 --- ParallelTerminationStrategy: PID 21985 died...\u000a04:07:51.830981 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=21985): Terminated: ok {rc=0}\u000a04:07:51.841503 --- ParallelTerminationStrategy: PID 21988 died...\u000a04:07:51.898720 run pcap-recorder_any(filters='host 10.42.42.6')(pid=21988): Terminated: ok {rc=0}\u000a04:07:51.987676 bus /gobi_4: Setting Powered False\u000a04:07:53.093696 bus /gobi_4: Setting Powered False\u000a04:07:54.207360 bus /gobi_1: Setting Powered False\u000a04:07:55.316385 bus /gobi_1: Setting Powered False\u000a04:07:56.424829 bus /gobi_0: Setting Powered False\u000a04:07:57.532898 bus /gobi_0: Setting Powered False\u000a04:07:58.642174 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22266): Process ended prematurely: osmo-stp_10.42.42.5(pid=22266) [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22266)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22266): Process ended prematurely: osmo-stp_10.42.42.5(pid=22266) [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22266)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-sysmocell5000+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a04:07:59.707769 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:07:59.719420 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:07:59.857721 tst ping.py: using LAC 18961\u000a04:07:59.982467 tst ping.py: using RAC 91\u000a04:08:00.107205 tst ping.py: using CellId 18961\u000a04:08:00.233448 tst ping.py: using BVCI 18962\u000a04:08:00.257940 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:08:00.269870 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:08:00.281233 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:08:00.292675 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:08:00.304006 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:08:00.315468 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:08:00.327087 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:08:00.338755 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:08:00.611281 tst ping.py:19: start network...\u000a04:08:00.734425 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:08:01.279582 run create_hlr_db(pid=21990): Launched\u000a04:08:01.462281 bus /gobi_6: Setting Powered False\u000a04:08:02.545907 run create_hlr_db(pid=21990): Terminated: ok {rc=0}\u000a04:08:03.087165 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22155): Launched\u000a04:08:03.568565 run osmo-hlr_10.42.42.2(pid=22204): Launched\u000a04:08:03.768935 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:08:04.436627 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22265): Launched\u000a04:08:04.863257 run osmo-stp_10.42.42.5(pid=22266): Launched\u000a04:08:05.086079 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:08:05.669357 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22268): Launched\u000a04:08:05.785886 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:08:06.086174 run patchelf(pid=22269): Launched\u000a04:08:06.276116 run osmo-stp_10.42.42.5(pid=22266): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22266)]\u000a04:08:06.415470 run osmo-stp_10.42.42.5(pid=22266): stdout: \u000a| (launched: 2022-12-09_04:08:04.602338)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:08:06.556188 run osmo-stp_10.42.42.5(pid=22266): stderr: \u000a| �[0;m�[38;5;43m20221209040804897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040804897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040804898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040804898 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040804898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040804899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040804899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:08:06.692540 run osmo-stp_10.42.42.5(pid=22266): stdout: \u000a| (launched: 2022-12-09_04:08:04.602338)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:08:06.829719 run osmo-stp_10.42.42.5(pid=22266): stderr: \u000a| �[0;m�[38;5;43m20221209040804897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040804897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040804898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040804898 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040804898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040804899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040804899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:08:06.986442 run patchelf(pid=22269): Terminating (SIGINT)\u000a04:08:07.170957 run patchelf(pid=22269): Terminated: ok {rc=0}\u000a04:08:07.204136 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22266): Process ended prematurely: osmo-stp_10.42.42.5(pid=22266) [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22266)] [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22]\u000a04:08:07.213956 tst ping.py:22: Test FAILED (7.5 sec)\u000a04:08:07.283591 run osmo-hlr_10.42.42.2(pid=22204): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22204)]\u000a04:08:07.338305 run osmo-hlr_10.42.42.2(pid=22204): stdout: \u000a| (launched: 2022-12-09_04:08:03.294183) \u000a04:08:07.393583 run osmo-hlr_10.42.42.2(pid=22204): stderr: \u000a| �[0;m�[1;31m20221209040803599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209040803599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209040803599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040803599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040803599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209040803599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209040803623 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-sysmocell5000+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209040803632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209040803632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209040803632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:08:07.440183 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22155): Terminating (SIGTERM)\u000a04:08:07.488937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22265): Terminating (SIGTERM)\u000a04:08:07.533747 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22268): Terminating (SIGTERM)\u000a04:08:07.546918 --- ParallelTerminationStrategy: PID 22155 died...\u000a04:08:07.609453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22155): Terminated: ok {rc=0}\u000a04:08:07.620609 --- ParallelTerminationStrategy: PID 22265 died...\u000a04:08:07.682014 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22265): Terminated: ok {rc=0}\u000a04:08:07.693318 --- ParallelTerminationStrategy: PID 22268 died...\u000a04:08:07.753101 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22268): Terminated: ok {rc=0}\u000a04:08:07.845348 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22278): Process ended prematurely: osmo-stp_10.42.42.5(pid=22278) [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22278)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22278): Process ended prematurely: osmo-stp_10.42.42.5(pid=22278) [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22278)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-sysmocell5000+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a04:08:08.901803 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:08:08.915247 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:08:09.067280 tst ping_idle_ping.py: using LAC 18962\u000a04:08:09.196814 tst ping_idle_ping.py: using RAC 92\u000a04:08:09.328551 tst ping_idle_ping.py: using CellId 18962\u000a04:08:09.458375 tst ping_idle_ping.py: using BVCI 18963\u000a04:08:09.483998 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:08:09.496922 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:08:09.510441 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:08:09.523954 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:08:09.536928 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:08:09.549193 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:08:09.563998 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:08:09.577438 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:08:09.880709 tst ping_idle_ping.py:24: start network...\u000a04:08:10.019949 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:08:10.585744 run create_hlr_db(pid=22272): Launched\u000a04:08:10.777945 bus /gobi_6: Setting Powered False\u000a04:08:11.801156 run create_hlr_db(pid=22272): Terminated: ok {rc=0}\u000a04:08:12.256115 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22274): Launched\u000a04:08:12.681724 run osmo-hlr_10.42.42.2(pid=22275): Launched\u000a04:08:12.928586 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:08:13.511685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22277): Launched\u000a04:08:13.946691 run osmo-stp_10.42.42.5(pid=22278): Launched\u000a04:08:14.164865 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:08:14.754598 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22280): Launched\u000a04:08:14.875117 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:08:15.177938 run patchelf(pid=22281): Launched\u000a04:08:15.373830 run osmo-stp_10.42.42.5(pid=22278): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22278)]\u000a04:08:15.517136 run osmo-stp_10.42.42.5(pid=22278): stdout: \u000a| (launched: 2022-12-09_04:08:13.679663)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:08:15.660579 run osmo-stp_10.42.42.5(pid=22278): stderr: \u000a| �[0;m�[38;5;43m20221209040813975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040813975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040813976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040813976 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040813976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040813981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040813981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:08:15.799193 run osmo-stp_10.42.42.5(pid=22278): stdout: \u000a| (launched: 2022-12-09_04:08:13.679663)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:08:15.953895 run osmo-stp_10.42.42.5(pid=22278): stderr: \u000a| �[0;m�[38;5;43m20221209040813975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040813975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040813976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040813976 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040813976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040813981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040813981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:08:16.114731 run patchelf(pid=22281): Terminating (SIGINT)\u000a04:08:16.300852 run patchelf(pid=22281): Terminated: ok {rc=0}\u000a04:08:16.335452 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22278): Process ended prematurely: osmo-stp_10.42.42.5(pid=22278) [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22278)] [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a04:08:16.346182 tst ping_idle_ping.py:27: Test FAILED (7.4 sec)\u000a04:08:16.416309 run osmo-hlr_10.42.42.2(pid=22275): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22275)]\u000a04:08:16.473119 run osmo-hlr_10.42.42.2(pid=22275): stdout: \u000a| (launched: 2022-12-09_04:08:12.423315) \u000a04:08:16.529419 run osmo-hlr_10.42.42.2(pid=22275): stderr: \u000a| �[0;m�[1;31m20221209040812729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209040812729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209040812729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040812729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040812729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209040812729 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209040812752 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-sysmocell5000+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209040812769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209040812769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209040812769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:08:16.577967 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22274): Terminating (SIGTERM)\u000a04:08:16.624578 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22277): Terminating (SIGTERM)\u000a04:08:16.674465 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22280): Terminating (SIGTERM)\u000a04:08:16.686055 --- ParallelTerminationStrategy: PID 22274 died...\u000a04:08:16.748216 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22274): Terminated: ok {rc=0}\u000a04:08:16.759671 --- ParallelTerminationStrategy: PID 22277 died...\u000a04:08:16.820799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22277): Terminated: ok {rc=0}\u000a04:08:16.832165 --- ParallelTerminationStrategy: PID 22280 died...\u000a04:08:16.893878 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22280): Terminated: ok {rc=0}\u000a04:08:16.991992 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "70", "name" : "gprs_trx-sysmocell5000+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:07:16" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22295): Process ended prematurely: osmo-stp_10.42.42.5(pid=22295) [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22295)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22295): Process ended prematurely: osmo-stp_10.42.42.5(pid=22295) [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22295)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:08:19.165391 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:19.177368 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:08:19.341635 tst cs_paging_gprs_active.py: using LAC 18963\u000a04:08:19.463933 tst cs_paging_gprs_active.py: using RAC 93\u000a04:08:19.586828 tst cs_paging_gprs_active.py: using CellId 18963\u000a04:08:19.713672 tst cs_paging_gprs_active.py: using BVCI 18964\u000a04:08:19.738234 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:19.751114 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:19.762846 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:19.774915 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:19.787651 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:19.799384 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:19.811625 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:19.824123 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:19.836795 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:08:19.958390 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:08:20.245658 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:08:20.376396 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:08:20.717978 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22285): Launched\u000a04:08:21.004911 run iperf3-srv_10.42.42.10(pid=22286): Launched\u000a04:08:21.195990 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:08:21.327545 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:08:21.672022 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22287): Launched\u000a04:08:21.960260 run iperf3-srv_10.42.42.10(pid=22288): Launched\u000a04:08:22.151198 tst cs_paging_gprs_active.py:38: start network...\u000a04:08:22.281684 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:08:22.821434 run create_hlr_db(pid=22289): Launched\u000a04:08:23.001865 bus /gobi_6: Setting Powered False\u000a04:08:24.023753 run create_hlr_db(pid=22289): Terminated: ok {rc=0}\u000a04:08:24.460367 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22291): Launched\u000a04:08:24.788678 run osmo-hlr_10.42.42.2(pid=22292): Launched\u000a04:08:24.910772 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:08:25.472911 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22294): Launched\u000a04:08:25.795936 run osmo-stp_10.42.42.5(pid=22295): Launched\u000a04:08:25.913083 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:08:26.476085 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22297): Launched\u000a04:08:26.592140 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:08:26.874168 run patchelf(pid=22298): Launched\u000a04:08:27.063712 run osmo-stp_10.42.42.5(pid=22295): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22295)]\u000a04:08:27.202565 run osmo-stp_10.42.42.5(pid=22295): stdout: \u000a| (launched: 2022-12-09_04:08:25.637479)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:08:27.342874 run osmo-stp_10.42.42.5(pid=22295): stderr: \u000a| �[0;m�[38;5;43m20221209040825829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040825830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040825830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040825830 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040825831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040825831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040825831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:08:27.477625 run osmo-stp_10.42.42.5(pid=22295): stdout: \u000a| (launched: 2022-12-09_04:08:25.637479)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:08:27.610969 run osmo-stp_10.42.42.5(pid=22295): stderr: \u000a| �[0;m�[38;5;43m20221209040825829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040825830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040825830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040825830 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040825831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040825831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040825831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:08:27.766207 run patchelf(pid=22298): Terminating (SIGINT)\u000a04:08:27.948357 run patchelf(pid=22298): Terminated: ok {rc=0}\u000a04:08:27.982052 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22295): Process ended prematurely: osmo-stp_10.42.42.5(pid=22295) [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22295)] [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a04:08:27.992283 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a04:08:28.057709 run osmo-hlr_10.42.42.2(pid=22292): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22292)]\u000a04:08:28.110864 run osmo-hlr_10.42.42.2(pid=22292): stdout: \u000a| (launched: 2022-12-09_04:08:24.629457) \u000a04:08:28.164410 run osmo-hlr_10.42.42.2(pid=22292): stderr: \u000a| �[0;m�[1;31m20221209040824829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209040824829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209040824829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040824829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040824829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209040824829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209040824842 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209040824853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209040824853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209040824853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:08:28.209415 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22285): Terminating (SIGTERM)\u000a04:08:28.252699 run iperf3-srv_10.42.42.10(pid=22286): Terminating (SIGTERM)\u000a04:08:28.295503 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22287): Terminating (SIGTERM)\u000a04:08:28.338550 run iperf3-srv_10.42.42.10(pid=22288): Terminating (SIGTERM)\u000a04:08:28.382032 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22291): Terminating (SIGTERM)\u000a04:08:28.424387 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22294): Terminating (SIGTERM)\u000a04:08:28.467735 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22297): Terminating (SIGTERM)\u000a04:08:28.477682 --- ParallelTerminationStrategy: PID 22285 died...\u000a04:08:28.534377 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22285): Terminated: ok {rc=0}\u000a04:08:28.545082 --- ParallelTerminationStrategy: PID 22286 died...\u000a04:08:28.601577 run iperf3-srv_10.42.42.10(pid=22286): Terminated {rc=256}\u000a04:08:28.612011 --- ParallelTerminationStrategy: PID 22287 died...\u000a04:08:28.668716 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22287): Terminated: ok {rc=0}\u000a04:08:28.679145 --- ParallelTerminationStrategy: PID 22288 died...\u000a04:08:28.735828 run iperf3-srv_10.42.42.10(pid=22288): Terminated {rc=256}\u000a04:08:28.746080 --- ParallelTerminationStrategy: PID 22291 died...\u000a04:08:28.802887 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22291): Terminated: ok {rc=0}\u000a04:08:28.813286 --- ParallelTerminationStrategy: PID 22294 died...\u000a04:08:28.869803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22294): Terminated: ok {rc=0}\u000a04:08:28.880471 --- ParallelTerminationStrategy: PID 22297 died...\u000a04:08:28.937205 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22297): Terminated: ok {rc=0}\u000a04:08:29.024072 bus /gobi_0: Setting Powered False\u000a04:08:30.133481 bus /gobi_0: Setting Powered False\u000a04:08:31.244580 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22307): Process ended prematurely: osmo-stp_10.42.42.5(pid=22307) [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22307)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22307): Process ended prematurely: osmo-stp_10.42.42.5(pid=22307) [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22307)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a04:08:32.361710 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:32.373901 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:08:32.538602 tst iperf3.py: using LAC 18964\u000a04:08:32.657652 tst iperf3.py: using RAC 94\u000a04:08:32.784496 tst iperf3.py: using CellId 18964\u000a04:08:32.911212 tst iperf3.py: using BVCI 18965\u000a04:08:32.935910 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:32.947379 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:32.958845 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:32.970941 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:32.983826 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:32.995331 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:33.008337 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:33.019832 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:33.031757 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:08:33.327766 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:08:33.462974 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:08:33.796836 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22299): Launched\u000a04:08:34.074763 run iperf3-srv_10.42.42.10(pid=22300): Launched\u000a04:08:34.272731 tst iperf3.py:8: start network...\u000a04:08:34.408090 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:08:34.915599 run create_hlr_db(pid=22301): Launched\u000a04:08:35.102163 bus /gobi_6: Setting Powered False\u000a04:08:36.124466 run create_hlr_db(pid=22301): Terminated: ok {rc=0}\u000a04:08:36.555863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22303): Launched\u000a04:08:36.878942 run osmo-hlr_10.42.42.2(pid=22304): Launched\u000a04:08:36.998314 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:08:37.563196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22306): Launched\u000a04:08:37.886249 run osmo-stp_10.42.42.5(pid=22307): Launched\u000a04:08:38.003146 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:08:38.566543 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22309): Launched\u000a04:08:38.682309 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:08:38.966728 run patchelf(pid=22310): Launched\u000a04:08:39.155948 run osmo-stp_10.42.42.5(pid=22307): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22307)]\u000a04:08:39.294812 run osmo-stp_10.42.42.5(pid=22307): stdout: \u000a| (launched: 2022-12-09_04:08:37.727810)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:08:39.434170 run osmo-stp_10.42.42.5(pid=22307): stderr: \u000a| �[0;m�[38;5;43m20221209040837921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040837921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040837921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040837922 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040837922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040837922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040837922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:08:39.568705 run osmo-stp_10.42.42.5(pid=22307): stdout: \u000a| (launched: 2022-12-09_04:08:37.727810)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:08:39.701721 run osmo-stp_10.42.42.5(pid=22307): stderr: \u000a| �[0;m�[38;5;43m20221209040837921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040837921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040837921 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040837922 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040837922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040837922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040837922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:08:39.856781 run patchelf(pid=22310): Terminating (SIGINT)\u000a04:08:40.039180 run patchelf(pid=22310): Terminated: ok {rc=0}\u000a04:08:40.072665 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22307): Process ended prematurely: osmo-stp_10.42.42.5(pid=22307) [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22307)] [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a04:08:40.082791 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a04:08:40.147786 run osmo-hlr_10.42.42.2(pid=22304): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22304)]\u000a04:08:40.200538 run osmo-hlr_10.42.42.2(pid=22304): stdout: \u000a| (launched: 2022-12-09_04:08:36.720461) \u000a04:08:40.254106 run osmo-hlr_10.42.42.2(pid=22304): stderr: \u000a| �[0;m�[1;31m20221209040836919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209040836919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209040836919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040836919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040836919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209040836919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209040836930 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209040836939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209040836939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209040836939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:08:40.300059 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22299): Terminating (SIGTERM)\u000a04:08:40.342923 run iperf3-srv_10.42.42.10(pid=22300): Terminating (SIGTERM)\u000a04:08:40.385481 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22303): Terminating (SIGTERM)\u000a04:08:40.428297 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22306): Terminating (SIGTERM)\u000a04:08:40.471453 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22309): Terminating (SIGTERM)\u000a04:08:40.481344 --- ParallelTerminationStrategy: PID 22299 died...\u000a04:08:40.538598 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22299): Terminated: ok {rc=0}\u000a04:08:40.548871 --- ParallelTerminationStrategy: PID 22300 died...\u000a04:08:40.605584 run iperf3-srv_10.42.42.10(pid=22300): Terminated {rc=256}\u000a04:08:40.615779 --- ParallelTerminationStrategy: PID 22303 died...\u000a04:08:40.672863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22303): Terminated: ok {rc=0}\u000a04:08:40.683234 --- ParallelTerminationStrategy: PID 22306 died...\u000a04:08:40.740058 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22306): Terminated: ok {rc=0}\u000a04:08:40.750362 --- ParallelTerminationStrategy: PID 22309 died...\u000a04:08:40.807076 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22309): Terminated: ok {rc=0}\u000a04:08:40.895511 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22325): Process ended prematurely: osmo-stp_10.42.42.5(pid=22325) [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22325)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22325): Process ended prematurely: osmo-stp_10.42.42.5(pid=22325) [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22325)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a04:08:42.011380 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:42.023687 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:08:42.185292 tst iperf3m4.py: using LAC 18965\u000a04:08:42.306151 tst iperf3m4.py: using RAC 95\u000a04:08:42.427068 tst iperf3m4.py: using CellId 18965\u000a04:08:42.546124 tst iperf3m4.py: using BVCI 18966\u000a04:08:42.569343 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:42.580500 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:42.591266 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:42.602869 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:42.614410 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:42.625993 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:42.637526 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:42.648768 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:08:42.660790 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:08:42.776620 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:08:42.899549 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:08:43.016729 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:08:43.296064 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:08:43.422284 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:08:43.736476 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22311): Launched\u000a04:08:43.996727 run iperf3-srv_10.42.42.10(pid=22312): Launched\u000a04:08:44.180219 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:08:44.305566 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:08:44.617224 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22313): Launched\u000a04:08:44.876701 run iperf3-srv_10.42.42.10(pid=22314): Launched\u000a04:08:45.059351 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:08:45.184641 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:08:45.496364 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22315): Launched\u000a04:08:45.757206 run iperf3-srv_10.42.42.10(pid=22316): Launched\u000a04:08:45.958822 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:08:46.088685 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:08:46.425770 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22317): Launched\u000a04:08:46.705559 run iperf3-srv_10.42.42.10(pid=22318): Launched\u000a04:08:46.891963 tst iperf3m4.py:8: start network...\u000a04:08:47.020104 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:08:47.504556 run create_hlr_db(pid=22319): Launched\u000a04:08:47.677144 bus /gobi_6: Setting Powered False\u000a04:08:48.698212 run create_hlr_db(pid=22319): Terminated: ok {rc=0}\u000a04:08:49.127974 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22321): Launched\u000a04:08:49.451724 run osmo-hlr_10.42.42.2(pid=22322): Launched\u000a04:08:49.572355 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:08:50.135504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22324): Launched\u000a04:08:50.458612 run osmo-stp_10.42.42.5(pid=22325): Launched\u000a04:08:50.576093 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:08:51.139940 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22327): Launched\u000a04:08:51.255255 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:08:51.537413 run patchelf(pid=22328): Launched\u000a04:08:51.726776 run osmo-stp_10.42.42.5(pid=22325): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22325)]\u000a04:08:51.865090 run osmo-stp_10.42.42.5(pid=22325): stdout: \u000a| (launched: 2022-12-09_04:08:50.300096)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:08:52.004430 run osmo-stp_10.42.42.5(pid=22325): stderr: \u000a| �[0;m�[38;5;43m20221209040850490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040850490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040850490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040850491 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040850491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040850491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040850491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:08:52.138895 run osmo-stp_10.42.42.5(pid=22325): stdout: \u000a| (launched: 2022-12-09_04:08:50.300096)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:08:52.271398 run osmo-stp_10.42.42.5(pid=22325): stderr: \u000a| �[0;m�[38;5;43m20221209040850490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040850490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040850490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040850491 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040850491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040850491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040850491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:08:52.426755 run patchelf(pid=22328): Terminating (SIGINT)\u000a04:08:52.608385 run patchelf(pid=22328): Terminated: ok {rc=0}\u000a04:08:52.641997 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22325): Process ended prematurely: osmo-stp_10.42.42.5(pid=22325) [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22325)] [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a04:08:52.652021 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a04:08:52.717363 run osmo-hlr_10.42.42.2(pid=22322): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22322)]\u000a04:08:52.770221 run osmo-hlr_10.42.42.2(pid=22322): stdout: \u000a| (launched: 2022-12-09_04:08:49.292793) \u000a04:08:52.823637 run osmo-hlr_10.42.42.2(pid=22322): stderr: \u000a| �[0;m�[1;31m20221209040849491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209040849491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209040849491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040849491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040849491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209040849491 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209040849503 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209040849511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209040849511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209040849511 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:08:52.869090 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22311): Terminating (SIGTERM)\u000a04:08:52.912158 run iperf3-srv_10.42.42.10(pid=22312): Terminating (SIGTERM)\u000a04:08:52.955199 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22313): Terminating (SIGTERM)\u000a04:08:52.997847 run iperf3-srv_10.42.42.10(pid=22314): Terminating (SIGTERM)\u000a04:08:53.040774 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22315): Terminating (SIGTERM)\u000a04:08:53.083807 run iperf3-srv_10.42.42.10(pid=22316): Terminating (SIGTERM)\u000a04:08:53.127281 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22317): Terminating (SIGTERM)\u000a04:08:53.170555 run iperf3-srv_10.42.42.10(pid=22318): Terminating (SIGTERM)\u000a04:08:53.213084 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22321): Terminating (SIGTERM)\u000a04:08:53.256267 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22324): Terminating (SIGTERM)\u000a04:08:53.299244 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22327): Terminating (SIGTERM)\u000a04:08:53.309372 --- ParallelTerminationStrategy: PID 22311 died...\u000a04:08:53.366331 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22311): Terminated: ok {rc=0}\u000a04:08:53.376708 --- ParallelTerminationStrategy: PID 22312 died...\u000a04:08:53.432873 run iperf3-srv_10.42.42.10(pid=22312): Terminated {rc=256}\u000a04:08:53.443197 --- ParallelTerminationStrategy: PID 22313 died...\u000a04:08:53.499886 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22313): Terminated: ok {rc=0}\u000a04:08:53.510097 --- ParallelTerminationStrategy: PID 22314 died...\u000a04:08:53.566141 run iperf3-srv_10.42.42.10(pid=22314): Terminated {rc=256}\u000a04:08:53.576374 --- ParallelTerminationStrategy: PID 22315 died...\u000a04:08:53.633098 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22315): Terminated: ok {rc=0}\u000a04:08:53.643434 --- ParallelTerminationStrategy: PID 22316 died...\u000a04:08:53.699989 run iperf3-srv_10.42.42.10(pid=22316): Terminated {rc=256}\u000a04:08:53.710064 --- ParallelTerminationStrategy: PID 22317 died...\u000a04:08:53.766438 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22317): Terminated: ok {rc=0}\u000a04:08:53.776838 --- ParallelTerminationStrategy: PID 22318 died...\u000a04:08:53.834159 run iperf3-srv_10.42.42.10(pid=22318): Terminated {rc=256}\u000a04:08:53.844485 --- ParallelTerminationStrategy: PID 22321 died...\u000a04:08:53.900935 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22321): Terminated: ok {rc=0}\u000a04:08:53.911544 --- ParallelTerminationStrategy: PID 22324 died...\u000a04:08:53.968166 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22324): Terminated: ok {rc=0}\u000a04:08:53.978374 --- ParallelTerminationStrategy: PID 22327 died...\u000a04:08:54.034998 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22327): Terminated: ok {rc=0}\u000a04:08:54.122087 bus /gobi_4: Setting Powered False\u000a04:08:55.230547 bus /gobi_4: Setting Powered False\u000a04:08:56.344323 bus /gobi_1: Setting Powered False\u000a04:08:57.448425 bus /gobi_1: Setting Powered False\u000a04:08:58.561994 bus /gobi_0: Setting Powered False\u000a04:08:59.669184 bus /gobi_0: Setting Powered False\u000a04:09:00.777710 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22336): Process ended prematurely: osmo-stp_10.42.42.5(pid=22336) [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22336)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22336): Process ended prematurely: osmo-stp_10.42.42.5(pid=22336) [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22336)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a04:09:01.846580 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:09:01.859742 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:09:02.027129 tst ping.py: using LAC 18966\u000a04:09:02.167350 tst ping.py: using RAC 96\u000a04:09:02.294108 tst ping.py: using CellId 18966\u000a04:09:02.411223 tst ping.py: using BVCI 18967\u000a04:09:02.433985 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:09:02.444881 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:09:02.455607 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:09:02.467440 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:09:02.478095 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:09:02.488711 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:09:02.499432 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:09:02.510087 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:09:02.797323 tst ping.py:19: start network...\u000a04:09:02.928755 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:09:03.426579 run create_hlr_db(pid=22330): Launched\u000a04:09:03.610197 bus /gobi_6: Setting Powered False\u000a04:09:04.631070 run create_hlr_db(pid=22330): Terminated: ok {rc=0}\u000a04:09:05.052608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22332): Launched\u000a04:09:05.369528 run osmo-hlr_10.42.42.2(pid=22333): Launched\u000a04:09:05.488443 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:09:06.042222 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22335): Launched\u000a04:09:06.358970 run osmo-stp_10.42.42.5(pid=22336): Launched\u000a04:09:06.474544 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:09:07.026670 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22338): Launched\u000a04:09:07.139622 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:09:07.416468 run patchelf(pid=22339): Launched\u000a04:09:07.602438 run osmo-stp_10.42.42.5(pid=22336): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22336)]\u000a04:09:07.738451 run osmo-stp_10.42.42.5(pid=22336): stdout: \u000a| (launched: 2022-12-09_04:09:06.202426)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:09:07.874483 run osmo-stp_10.42.42.5(pid=22336): stderr: \u000a| �[0;m�[38;5;43m20221209040906394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040906394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040906394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040906395 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040906395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040906395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040906395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:09:08.005834 run osmo-stp_10.42.42.5(pid=22336): stdout: \u000a| (launched: 2022-12-09_04:09:06.202426)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:09:08.136083 run osmo-stp_10.42.42.5(pid=22336): stderr: \u000a| �[0;m�[38;5;43m20221209040906394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040906394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040906394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040906395 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040906395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040906395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040906395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:09:08.288117 run patchelf(pid=22339): Terminating (SIGINT)\u000a04:09:08.466715 run patchelf(pid=22339): Terminated: ok {rc=0}\u000a04:09:08.498992 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22336): Process ended prematurely: osmo-stp_10.42.42.5(pid=22336) [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22336)] [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22]\u000a04:09:08.508250 tst ping.py:22: Test FAILED (6.7 sec)\u000a04:09:08.572363 run osmo-hlr_10.42.42.2(pid=22333): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22333)]\u000a04:09:08.624417 run osmo-hlr_10.42.42.2(pid=22333): stdout: \u000a| (launched: 2022-12-09_04:09:05.213156) \u000a04:09:08.676916 run osmo-hlr_10.42.42.2(pid=22333): stderr: \u000a| �[0;m�[1;31m20221209040905409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209040905409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209040905409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040905409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040905409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209040905409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209040905421 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209040905430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209040905430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209040905430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:09:08.721521 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22332): Terminating (SIGTERM)\u000a04:09:08.763997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22335): Terminating (SIGTERM)\u000a04:09:08.806723 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22338): Terminating (SIGTERM)\u000a04:09:08.816457 --- ParallelTerminationStrategy: PID 22332 died...\u000a04:09:08.872927 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22332): Terminated: ok {rc=0}\u000a04:09:08.883106 --- ParallelTerminationStrategy: PID 22335 died...\u000a04:09:08.940178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22335): Terminated: ok {rc=0}\u000a04:09:08.950396 --- ParallelTerminationStrategy: PID 22338 died...\u000a04:09:09.006878 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22338): Terminated: ok {rc=0}\u000a04:09:09.095364 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22346): Process ended prematurely: osmo-stp_10.42.42.5(pid=22346) [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22346)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22346): Process ended prematurely: osmo-stp_10.42.42.5(pid=22346) [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22346)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a04:09:10.145888 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:09:10.158048 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:09:10.313757 tst ping_idle_ping.py: using LAC 18967\u000a04:09:10.429654 tst ping_idle_ping.py: using RAC 97\u000a04:09:10.545515 tst ping_idle_ping.py: using CellId 18967\u000a04:09:10.661895 tst ping_idle_ping.py: using BVCI 18968\u000a04:09:10.684472 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:09:10.695514 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:09:10.706454 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:09:10.717243 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:09:10.727842 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:09:10.738693 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:09:10.749630 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:09:10.760312 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:09:11.050346 tst ping_idle_ping.py:24: start network...\u000a04:09:11.183126 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:09:11.692609 run create_hlr_db(pid=22340): Launched\u000a04:09:11.877848 bus /gobi_6: Setting Powered False\u000a04:09:12.898607 run create_hlr_db(pid=22340): Terminated: ok {rc=0}\u000a04:09:13.300685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22342): Launched\u000a04:09:13.600107 run osmo-hlr_10.42.42.2(pid=22343): Launched\u000a04:09:13.715933 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:09:14.242024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22345): Launched\u000a04:09:14.537339 run osmo-stp_10.42.42.5(pid=22346): Launched\u000a04:09:14.646018 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:09:15.161252 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22348): Launched\u000a04:09:15.266137 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:09:15.524613 run patchelf(pid=22349): Launched\u000a04:09:15.697928 run osmo-stp_10.42.42.5(pid=22346): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22346)]\u000a04:09:15.824790 run osmo-stp_10.42.42.5(pid=22346): stdout: \u000a| (launched: 2022-12-09_04:09:14.391475)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:09:15.977509 run osmo-stp_10.42.42.5(pid=22346): stderr: \u000a| �[0;m�[38;5;43m20221209040914562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040914562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040914563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040914563 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040914564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040914564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040914564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:09:16.103309 run osmo-stp_10.42.42.5(pid=22346): stdout: \u000a| (launched: 2022-12-09_04:09:14.391475)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:09:16.226873 run osmo-stp_10.42.42.5(pid=22346): stderr: \u000a| �[0;m�[38;5;43m20221209040914562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040914562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040914563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040914563 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040914564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040914564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040914564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:09:16.371469 run patchelf(pid=22349): Terminating (SIGINT)\u000a04:09:16.541265 run patchelf(pid=22349): Terminated: ok {rc=0}\u000a04:09:16.573118 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22346): Process ended prematurely: osmo-stp_10.42.42.5(pid=22346) [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22346)] [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a04:09:16.583085 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a04:09:16.645022 run osmo-hlr_10.42.42.2(pid=22343): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22343)]\u000a04:09:16.695464 run osmo-hlr_10.42.42.2(pid=22343): stdout: \u000a| (launched: 2022-12-09_04:09:13.451918) \u000a04:09:16.746524 run osmo-hlr_10.42.42.2(pid=22343): stderr: \u000a| �[0;m�[1;31m20221209040913626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209040913626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209040913626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040913626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040913626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209040913626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209040913638 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209040913647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209040913647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209040913647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:09:16.790117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22342): Terminating (SIGTERM)\u000a04:09:16.831391 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22345): Terminating (SIGTERM)\u000a04:09:16.873477 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22348): Terminating (SIGTERM)\u000a04:09:16.883940 --- ParallelTerminationStrategy: PID 22342 died...\u000a04:09:16.938667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22342): Terminated: ok {rc=0}\u000a04:09:16.948619 --- ParallelTerminationStrategy: PID 22345 died...\u000a04:09:17.002999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22345): Terminated: ok {rc=0}\u000a04:09:17.013020 --- ParallelTerminationStrategy: PID 22348 died...\u000a04:09:17.067214 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22348): Terminated: ok {rc=0}\u000a04:09:17.156046 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "71", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:08:18" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22365): Process ended prematurely: osmo-stp_10.42.42.5(pid=22365) [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22365)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22365): Process ended prematurely: osmo-stp_10.42.42.5(pid=22365) [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22365)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:09:19.302781 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:19.313685 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:09:19.471590 tst cs_paging_gprs_active.py: using LAC 18968\u000a04:09:19.594854 tst cs_paging_gprs_active.py: using RAC 98\u000a04:09:19.714484 tst cs_paging_gprs_active.py: using CellId 18968\u000a04:09:19.840250 tst cs_paging_gprs_active.py: using BVCI 18969\u000a04:09:19.865427 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:19.876901 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:19.888430 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:19.900695 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:19.912871 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:19.924931 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:19.937166 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:19.949095 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:19.961480 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:09:20.083009 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:09:20.378510 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:09:20.514234 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:09:20.848795 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22355): Launched\u000a04:09:21.128251 run iperf3-srv_10.42.42.10(pid=22356): Launched\u000a04:09:21.327212 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:09:21.462803 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:09:21.797805 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22357): Launched\u000a04:09:22.076001 run iperf3-srv_10.42.42.10(pid=22358): Launched\u000a04:09:22.274020 tst cs_paging_gprs_active.py:38: start network...\u000a04:09:22.409792 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:09:22.919141 run create_hlr_db(pid=22359): Launched\u000a04:09:23.106226 bus /gobi_6: Setting Powered False\u000a04:09:24.122130 run create_hlr_db(pid=22359): Terminated: ok {rc=0}\u000a04:09:24.527968 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22361): Launched\u000a04:09:24.830147 run osmo-hlr_10.42.42.2(pid=22362): Launched\u000a04:09:24.941250 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:09:25.463302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22364): Launched\u000a04:09:25.764578 run osmo-stp_10.42.42.5(pid=22365): Launched\u000a04:09:25.876301 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:09:26.399916 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22367): Launched\u000a04:09:26.506749 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:09:26.768827 run patchelf(pid=22368): Launched\u000a04:09:26.945304 run osmo-stp_10.42.42.5(pid=22365): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22365)]\u000a04:09:27.073826 run osmo-stp_10.42.42.5(pid=22365): stdout: \u000a| (launched: 2022-12-09_04:09:25.616294)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:09:27.203284 run osmo-stp_10.42.42.5(pid=22365): stderr: \u000a| �[0;m�[38;5;43m20221209040925783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040925783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040925783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040925784 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040925784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040925784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040925784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:09:27.327627 run osmo-stp_10.42.42.5(pid=22365): stdout: \u000a| (launched: 2022-12-09_04:09:25.616294)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:09:27.451077 run osmo-stp_10.42.42.5(pid=22365): stderr: \u000a| �[0;m�[38;5;43m20221209040925783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040925783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040925783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040925784 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040925784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040925784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040925784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:09:27.595271 run patchelf(pid=22368): Terminating (SIGINT)\u000a04:09:27.764626 run patchelf(pid=22368): Terminated: ok {rc=0}\u000a04:09:27.795923 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=22365): Process ended prematurely: osmo-stp_10.42.42.5(pid=22365) [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22365)] [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a04:09:27.805601 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a04:09:27.866343 run osmo-hlr_10.42.42.2(pid=22362): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22362)]\u000a04:09:27.915766 run osmo-hlr_10.42.42.2(pid=22362): stdout: \u000a| (launched: 2022-12-09_04:09:24.681550) \u000a04:09:27.965622 run osmo-hlr_10.42.42.2(pid=22362): stderr: \u000a| �[0;m�[1;31m20221209040924858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209040924858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209040924858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040924858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040924858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209040924858 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209040924874 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209040924884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209040924884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209040924884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:09:28.007978 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22355): Terminating (SIGTERM)\u000a04:09:28.047763 run iperf3-srv_10.42.42.10(pid=22356): Terminating (SIGTERM)\u000a04:09:28.087583 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22357): Terminating (SIGTERM)\u000a04:09:28.127346 run iperf3-srv_10.42.42.10(pid=22358): Terminating (SIGTERM)\u000a04:09:28.166993 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22361): Terminating (SIGTERM)\u000a04:09:28.206680 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22364): Terminating (SIGTERM)\u000a04:09:28.246477 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22367): Terminating (SIGTERM)\u000a04:09:28.255573 --- ParallelTerminationStrategy: PID 22355 died...\u000a04:09:28.308696 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22355): Terminated: ok {rc=0}\u000a04:09:28.318228 --- ParallelTerminationStrategy: PID 22356 died...\u000a04:09:28.371121 run iperf3-srv_10.42.42.10(pid=22356): Terminated {rc=256}\u000a04:09:28.380619 --- ParallelTerminationStrategy: PID 22357 died...\u000a04:09:28.433482 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22357): Terminated: ok {rc=0}\u000a04:09:28.442960 --- ParallelTerminationStrategy: PID 22358 died...\u000a04:09:28.495664 run iperf3-srv_10.42.42.10(pid=22358): Terminated {rc=256}\u000a04:09:28.505145 --- ParallelTerminationStrategy: PID 22361 died...\u000a04:09:28.558382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22361): Terminated: ok {rc=0}\u000a04:09:28.567908 --- ParallelTerminationStrategy: PID 22364 died...\u000a04:09:28.620826 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22364): Terminated: ok {rc=0}\u000a04:09:28.630358 --- ParallelTerminationStrategy: PID 22367 died...\u000a04:09:28.683157 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22367): Terminated: ok {rc=0}\u000a04:09:28.766721 bus /gobi_0: Setting Powered False\u000a04:09:29.874685 bus /gobi_0: Setting Powered False\u000a04:09:30.987879 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22377): Process ended prematurely: osmo-stp_10.42.42.5(pid=22377) [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22377)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22377): Process ended prematurely: osmo-stp_10.42.42.5(pid=22377) [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22377)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a04:09:32.100616 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:32.113281 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:09:32.275908 tst iperf3.py: using LAC 18969\u000a04:09:32.408121 tst iperf3.py: using RAC 99\u000a04:09:32.533858 tst iperf3.py: using CellId 18969\u000a04:09:32.658484 tst iperf3.py: using BVCI 18970\u000a04:09:32.683401 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:32.694944 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:32.706328 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:32.717849 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:32.729321 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:32.740663 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:32.752324 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:32.763728 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:32.775299 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:09:33.070077 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:09:33.206469 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:09:33.543129 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22369): Launched\u000a04:09:33.823032 run iperf3-srv_10.42.42.10(pid=22370): Launched\u000a04:09:34.022454 tst iperf3.py:8: start network...\u000a04:09:34.158981 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:09:34.669457 run create_hlr_db(pid=22371): Launched\u000a04:09:34.856062 bus /gobi_6: Setting Powered False\u000a04:09:35.878649 run create_hlr_db(pid=22371): Terminated: ok {rc=0}\u000a04:09:36.309474 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22373): Launched\u000a04:09:36.633666 run osmo-hlr_10.42.42.2(pid=22374): Launched\u000a04:09:36.751113 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:09:37.312719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22376): Launched\u000a04:09:37.637429 run osmo-stp_10.42.42.5(pid=22377): Launched\u000a04:09:37.755340 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:09:38.318728 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22379): Launched\u000a04:09:38.434371 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:09:38.716148 run patchelf(pid=22380): Launched\u000a04:09:38.904931 run osmo-stp_10.42.42.5(pid=22377): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22377)]\u000a04:09:39.043317 run osmo-stp_10.42.42.5(pid=22377): stdout: \u000a| (launched: 2022-12-09_04:09:37.477580)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:09:39.182267 run osmo-stp_10.42.42.5(pid=22377): stderr: \u000a| �[0;m�[38;5;43m20221209040937670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040937670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040937670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040937671 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040937671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040937671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040937671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:09:39.316802 run osmo-stp_10.42.42.5(pid=22377): stdout: \u000a| (launched: 2022-12-09_04:09:37.477580)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:09:39.450056 run osmo-stp_10.42.42.5(pid=22377): stderr: \u000a| �[0;m�[38;5;43m20221209040937670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040937670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040937670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040937671 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040937671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040937671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040937671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:09:39.605208 run patchelf(pid=22380): Terminating (SIGINT)\u000a04:09:39.787306 run patchelf(pid=22380): Terminated: ok {rc=0}\u000a04:09:39.820625 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22377): Process ended prematurely: osmo-stp_10.42.42.5(pid=22377) [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22377)] [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a04:09:39.830659 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a04:09:39.895279 run osmo-hlr_10.42.42.2(pid=22374): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22374)]\u000a04:09:39.947591 run osmo-hlr_10.42.42.2(pid=22374): stdout: \u000a| (launched: 2022-12-09_04:09:36.474181) \u000a04:09:40.000876 run osmo-hlr_10.42.42.2(pid=22374): stderr: \u000a| �[0;m�[1;31m20221209040936672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209040936672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209040936672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040936672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040936672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209040936672 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209040936684 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209040936693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209040936693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209040936693 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:09:40.046024 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22369): Terminating (SIGTERM)\u000a04:09:40.088377 run iperf3-srv_10.42.42.10(pid=22370): Terminating (SIGTERM)\u000a04:09:40.130807 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22373): Terminating (SIGTERM)\u000a04:09:40.172937 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22376): Terminating (SIGTERM)\u000a04:09:40.215668 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22379): Terminating (SIGTERM)\u000a04:09:40.226506 --- ParallelTerminationStrategy: PID 22369 died...\u000a04:09:40.283321 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22369): Terminated: ok {rc=0}\u000a04:09:40.293478 --- ParallelTerminationStrategy: PID 22370 died...\u000a04:09:40.349991 run iperf3-srv_10.42.42.10(pid=22370): Terminated {rc=256}\u000a04:09:40.360046 --- ParallelTerminationStrategy: PID 22373 died...\u000a04:09:40.416043 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22373): Terminated: ok {rc=0}\u000a04:09:40.426304 --- ParallelTerminationStrategy: PID 22376 died...\u000a04:09:40.482687 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22376): Terminated: ok {rc=0}\u000a04:09:40.492858 --- ParallelTerminationStrategy: PID 22379 died...\u000a04:09:40.548913 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22379): Terminated: ok {rc=0}\u000a04:09:40.637596 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22395): Process ended prematurely: osmo-stp_10.42.42.5(pid=22395) [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22395)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22395): Process ended prematurely: osmo-stp_10.42.42.5(pid=22395) [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22395)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a04:09:41.749206 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:41.760790 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:09:41.923299 tst iperf3m4.py: using LAC 18970\u000a04:09:42.041617 tst iperf3m4.py: using RAC 100\u000a04:09:42.158468 tst iperf3m4.py: using CellId 18970\u000a04:09:42.274945 tst iperf3m4.py: using BVCI 18971\u000a04:09:42.297899 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:42.308705 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:42.319451 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:42.330274 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:42.341042 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:42.351699 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:42.362532 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:42.373203 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:09:42.384071 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:09:42.499539 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:09:42.621852 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:09:42.740624 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:09:43.017555 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:09:43.143152 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:09:43.456578 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22381): Launched\u000a04:09:43.716914 run iperf3-srv_10.42.42.10(pid=22382): Launched\u000a04:09:43.899884 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:09:44.025997 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:09:44.338345 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22383): Launched\u000a04:09:44.598149 run iperf3-srv_10.42.42.10(pid=22384): Launched\u000a04:09:44.781436 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:09:44.907136 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:09:45.219564 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22385): Launched\u000a04:09:45.479649 run iperf3-srv_10.42.42.10(pid=22386): Launched\u000a04:09:45.662078 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:09:45.786983 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:09:46.116245 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22387): Launched\u000a04:09:46.397458 run iperf3-srv_10.42.42.10(pid=22388): Launched\u000a04:09:46.584930 tst iperf3m4.py:8: start network...\u000a04:09:46.713150 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:09:47.234832 run create_hlr_db(pid=22389): Launched\u000a04:09:47.407600 bus /gobi_6: Setting Powered False\u000a04:09:48.430141 run create_hlr_db(pid=22389): Terminated: ok {rc=0}\u000a04:09:48.831038 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22391): Launched\u000a04:09:49.132424 run osmo-hlr_10.42.42.2(pid=22392): Launched\u000a04:09:49.242869 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:09:49.766217 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22394): Launched\u000a04:09:50.067528 run osmo-stp_10.42.42.5(pid=22395): Launched\u000a04:09:50.176530 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:09:50.701845 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22397): Launched\u000a04:09:50.808824 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:09:51.071249 run patchelf(pid=22398): Launched\u000a04:09:51.247704 run osmo-stp_10.42.42.5(pid=22395): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22395)]\u000a04:09:51.376594 run osmo-stp_10.42.42.5(pid=22395): stdout: \u000a| (launched: 2022-12-09_04:09:49.918874)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:09:51.505600 run osmo-stp_10.42.42.5(pid=22395): stderr: \u000a| �[0;m�[38;5;43m20221209040950089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040950089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040950089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040950089 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040950090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040950090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040950090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:09:51.629833 run osmo-stp_10.42.42.5(pid=22395): stdout: \u000a| (launched: 2022-12-09_04:09:49.918874)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:09:51.752710 run osmo-stp_10.42.42.5(pid=22395): stderr: \u000a| �[0;m�[38;5;43m20221209040950089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209040950089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209040950089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209040950089 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209040950090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209040950090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209040950090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:09:51.897306 run patchelf(pid=22398): Terminating (SIGINT)\u000a04:09:52.067685 run patchelf(pid=22398): Terminated: ok {rc=0}\u000a04:09:52.099040 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=22395): Process ended prematurely: osmo-stp_10.42.42.5(pid=22395) [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22395)] [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a04:09:52.108492 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a04:09:52.169551 run osmo-hlr_10.42.42.2(pid=22392): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22392)]\u000a04:09:52.218970 run osmo-hlr_10.42.42.2(pid=22392): stdout: \u000a| (launched: 2022-12-09_04:09:48.983970) \u000a04:09:52.269266 run osmo-hlr_10.42.42.2(pid=22392): stderr: \u000a| �[0;m�[1;31m20221209040949160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209040949160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209040949160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040949161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209040949161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209040949161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209040949172 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209040949181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209040949182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209040949182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:09:52.313580 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22381): Terminating (SIGTERM)\u000a04:09:52.353796 run iperf3-srv_10.42.42.10(pid=22382): Terminating (SIGTERM)\u000a04:09:52.394153 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22383): Terminating (SIGTERM)\u000a04:09:52.434125 run iperf3-srv_10.42.42.10(pid=22384): Terminating (SIGTERM)\u000a04:09:52.474235 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22385): Terminating (SIGTERM)\u000a04:09:52.514067 run iperf3-srv_10.42.42.10(pid=22386): Terminating (SIGTERM)\u000a04:09:52.554209 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22387): Terminating (SIGTERM)\u000a04:09:52.594069 run iperf3-srv_10.42.42.10(pid=22388): Terminating (SIGTERM)\u000a04:09:52.634152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22391): Terminating (SIGTERM)\u000a04:09:52.674321 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22394): Terminating (SIGTERM)\u000a04:09:52.714159 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22397): Terminating (SIGTERM)\u000a04:09:52.723333 --- ParallelTerminationStrategy: PID 22381 died...\u000a04:09:52.777295 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22381): Terminated: ok {rc=0}\u000a04:09:52.787024 --- ParallelTerminationStrategy: PID 22382 died...\u000a04:09:52.840441 run iperf3-srv_10.42.42.10(pid=22382): Terminated {rc=256}\u000a04:09:52.850096 --- ParallelTerminationStrategy: PID 22383 died...\u000a04:09:52.904341 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22383): Terminated: ok {rc=0}\u000a04:09:52.914145 --- ParallelTerminationStrategy: PID 22384 died...\u000a04:09:52.967592 run iperf3-srv_10.42.42.10(pid=22384): Terminated {rc=256}\u000a04:09:52.977334 --- ParallelTerminationStrategy: PID 22385 died...\u000a04:09:53.030973 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22385): Terminated: ok {rc=0}\u000a04:09:53.040771 --- ParallelTerminationStrategy: PID 22386 died...\u000a04:09:53.094184 run iperf3-srv_10.42.42.10(pid=22386): Terminated {rc=256}\u000a04:09:53.104010 --- ParallelTerminationStrategy: PID 22387 died...\u000a04:09:53.157960 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=22387): Terminated: ok {rc=0}\u000a04:09:53.167628 --- ParallelTerminationStrategy: PID 22388 died...\u000a04:09:53.221338 run iperf3-srv_10.42.42.10(pid=22388): Terminated {rc=256}\u000a04:09:53.231037 --- ParallelTerminationStrategy: PID 22391 died...\u000a04:09:53.284703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22391): Terminated: ok {rc=0}\u000a04:09:53.294450 --- ParallelTerminationStrategy: PID 22394 died...\u000a04:09:53.347977 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22394): Terminated: ok {rc=0}\u000a04:09:53.357821 --- ParallelTerminationStrategy: PID 22397 died...\u000a04:09:53.411538 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22397): Terminated: ok {rc=0}\u000a04:09:53.496258 bus /gobi_4: Setting Powered False\u000a04:09:54.600604 bus /gobi_4: Setting Powered False\u000a04:09:55.713452 bus /gobi_1: Setting Powered False\u000a04:09:56.816921 bus /gobi_1: Setting Powered False\u000a04:09:57.929612 bus /gobi_0: Setting Powered False\u000a04:09:59.036138 bus /gobi_0: Setting Powered False\u000a04:10:00.144633 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22417): Process ended prematurely: osmo-stp_10.42.42.5(pid=22417) [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22417)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22417): Process ended prematurely: osmo-stp_10.42.42.5(pid=22417) [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22417)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a04:10:01.211385 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:10:01.223982 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:10:01.382659 tst ping.py: using LAC 18971\u000a04:10:01.503481 tst ping.py: using RAC 101\u000a04:10:01.629240 tst ping.py: using CellId 18971\u000a04:10:01.778222 tst ping.py: using BVCI 18972\u000a04:10:01.808662 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:10:01.821586 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:10:01.835066 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:10:01.848245 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:10:01.861347 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:10:01.874495 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:10:01.888216 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:10:01.901491 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:10:02.242527 tst ping.py:19: start network...\u000a04:10:02.397057 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:10:02.887281 run create_hlr_db(pid=22411): Launched\u000a04:10:03.056578 bus /gobi_6: Setting Powered False\u000a04:10:04.078388 run create_hlr_db(pid=22411): Terminated: ok {rc=0}\u000a04:10:04.501980 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22413): Launched\u000a04:10:04.819361 run osmo-hlr_10.42.42.2(pid=22414): Launched\u000a04:10:04.939057 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:10:05.497880 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22416): Launched\u000a04:10:05.815166 run osmo-stp_10.42.42.5(pid=22417): Launched\u000a04:10:05.930286 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:10:06.484250 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22419): Launched\u000a04:10:06.597428 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:10:06.873138 run patchelf(pid=22420): Launched\u000a04:10:07.058886 run osmo-stp_10.42.42.5(pid=22417): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22417)]\u000a04:10:07.194834 run osmo-stp_10.42.42.5(pid=22417): stdout: \u000a| (launched: 2022-12-09_04:10:05.658540)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:10:07.331282 run osmo-stp_10.42.42.5(pid=22417): stderr: \u000a| �[0;m�[38;5;43m20221209041005850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041005850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041005850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041005851 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041005851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041005851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041005851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:10:07.462821 run osmo-stp_10.42.42.5(pid=22417): stdout: \u000a| (launched: 2022-12-09_04:10:05.658540)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:10:07.592911 run osmo-stp_10.42.42.5(pid=22417): stderr: \u000a| �[0;m�[38;5;43m20221209041005850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041005850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041005850 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041005851 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041005851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041005851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041005851 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:10:07.746498 run patchelf(pid=22420): Terminating (SIGINT)\u000a04:10:07.925068 run patchelf(pid=22420): Terminated: ok {rc=0}\u000a04:10:07.957639 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=22417): Process ended prematurely: osmo-stp_10.42.42.5(pid=22417) [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22417)] [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22]\u000a04:10:07.966819 tst ping.py:22: Test FAILED (6.7 sec)\u000a04:10:08.031193 run osmo-hlr_10.42.42.2(pid=22414): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22414)]\u000a04:10:08.083844 run osmo-hlr_10.42.42.2(pid=22414): stdout: \u000a| (launched: 2022-12-09_04:10:04.663233) \u000a04:10:08.136870 run osmo-hlr_10.42.42.2(pid=22414): stderr: \u000a| �[0;m�[1;31m20221209041004862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209041004862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209041004862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041004862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041004862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209041004862 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209041004875 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209041004883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209041004883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209041004883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:10:08.182235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22413): Terminating (SIGTERM)\u000a04:10:08.224817 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22416): Terminating (SIGTERM)\u000a04:10:08.267469 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22419): Terminating (SIGTERM)\u000a04:10:08.277622 --- ParallelTerminationStrategy: PID 22413 died...\u000a04:10:08.334831 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22413): Terminated: ok {rc=0}\u000a04:10:08.345077 --- ParallelTerminationStrategy: PID 22416 died...\u000a04:10:08.401862 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22416): Terminated: ok {rc=0}\u000a04:10:08.411914 --- ParallelTerminationStrategy: PID 22419 died...\u000a04:10:08.468377 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22419): Terminated: ok {rc=0}\u000a04:10:08.555926 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22608): Process ended prematurely: osmo-stp_10.42.42.5(pid=22608) [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22608)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22608): Process ended prematurely: osmo-stp_10.42.42.5(pid=22608) [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22608)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a04:10:09.611015 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:10:09.623587 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:10:09.790602 tst ping_idle_ping.py: using LAC 18972\u000a04:10:09.914963 tst ping_idle_ping.py: using RAC 102\u000a04:10:10.038996 tst ping_idle_ping.py: using CellId 18972\u000a04:10:10.169495 tst ping_idle_ping.py: using BVCI 18973\u000a04:10:10.193832 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:10:10.205316 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:10:10.216570 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:10:10.228039 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:10:10.239414 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:10:10.251022 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:10:10.262604 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:10:10.274133 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:10:10.562992 tst ping_idle_ping.py:24: start network...\u000a04:10:10.696101 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:10:11.199097 run create_hlr_db(pid=22421): Launched\u000a04:10:11.383897 bus /gobi_6: Setting Powered False\u000a04:10:12.405611 run create_hlr_db(pid=22421): Terminated: ok {rc=0}\u000a04:10:12.810673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22423): Launched\u000a04:10:13.124127 run osmo-hlr_10.42.42.2(pid=22436): Launched\u000a04:10:13.258868 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:10:13.884063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22533): Launched\u000a04:10:14.215456 run osmo-stp_10.42.42.5(pid=22608): Launched\u000a04:10:14.412787 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:10:15.009737 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22710): Launched\u000a04:10:15.129351 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:10:15.409405 run patchelf(pid=22781): Launched\u000a04:10:15.596260 run osmo-stp_10.42.42.5(pid=22608): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22608)]\u000a04:10:15.733103 run osmo-stp_10.42.42.5(pid=22608): stdout: \u000a| (launched: 2022-12-09_04:10:14.039413)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:10:15.875213 run osmo-stp_10.42.42.5(pid=22608): stderr: \u000a| �[0;m�[38;5;43m20221209041014349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041014349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041014350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041014350 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041014351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041014351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041014351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:10:16.014228 run osmo-stp_10.42.42.5(pid=22608): stdout: \u000a| (launched: 2022-12-09_04:10:14.039413)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:10:16.147502 run osmo-stp_10.42.42.5(pid=22608): stderr: \u000a| �[0;m�[38;5;43m20221209041014349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041014349 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041014350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041014350 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041014351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041014351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041014351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:10:16.303189 run patchelf(pid=22781): Terminating (SIGINT)\u000a04:10:16.486904 run patchelf(pid=22781): Terminated: ok {rc=0}\u000a04:10:16.520825 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=22608): Process ended prematurely: osmo-stp_10.42.42.5(pid=22608) [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22608)] [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a04:10:16.531108 tst ping_idle_ping.py:27: Test FAILED (6.9 sec)\u000a04:10:16.598308 run osmo-hlr_10.42.42.2(pid=22436): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22436)]\u000a04:10:16.652512 run osmo-hlr_10.42.42.2(pid=22436): stdout: \u000a| (launched: 2022-12-09_04:10:12.971403) \u000a04:10:16.707702 run osmo-hlr_10.42.42.2(pid=22436): stderr: \u000a| �[0;m�[1;31m20221209041013322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209041013322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209041013322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041013322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041013322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209041013323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209041013342 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209041013358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209041013358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209041013358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:10:16.754523 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22423): Terminating (SIGTERM)\u000a04:10:16.800421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22533): Terminating (SIGTERM)\u000a04:10:16.846571 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22710): Terminating (SIGTERM)\u000a04:10:16.858217 --- ParallelTerminationStrategy: PID 22423 died...\u000a04:10:16.928596 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22423): Terminated: ok {rc=0}\u000a04:10:16.941538 --- ParallelTerminationStrategy: PID 22533 died...\u000a04:10:17.009949 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22533): Terminated: ok {rc=0}\u000a04:10:17.022817 --- ParallelTerminationStrategy: PID 22710 died...\u000a04:10:17.094060 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22710): Terminated: ok {rc=0}\u000a04:10:17.186889 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "72", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:09:18" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22886): Process ended prematurely: osmo-stp_10.42.42.5(pid=22886) [trial-2354↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22886)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22886): Process ended prematurely: osmo-stp_10.42.42.5(pid=22886) [trial-2354↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22886)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a04:10:19.217696 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:10:19.228757 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a04:10:19.387631 tst switch_tch_pdch.py: using LAC 18973\u000a04:10:19.514494 tst switch_tch_pdch.py: using RAC 103\u000a04:10:19.642942 tst switch_tch_pdch.py: using CellId 18973\u000a04:10:19.759290 tst switch_tch_pdch.py: using BVCI 18974\u000a04:10:19.781870 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:10:19.793035 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:10:19.803964 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:10:19.815100 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:10:19.826176 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:10:19.837095 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:10:19.848089 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:10:19.859207 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:10:19.978484 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:10:20.268073 tst switch_tch_pdch.py:51: start network...\u000a04:10:20.400863 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:10:20.900703 run create_hlr_db(pid=22785): Launched\u000a04:10:21.084915 bus /gobi_6: Setting Powered False\u000a04:10:22.105824 run create_hlr_db(pid=22785): Terminated: ok {rc=0}\u000a04:10:22.530806 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22787): Launched\u000a04:10:22.849177 run osmo-hlr_10.42.42.2(pid=22788): Launched\u000a04:10:22.967178 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:10:23.543788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22806): Launched\u000a04:10:23.856885 run osmo-stp_10.42.42.5(pid=22886): Launched\u000a04:10:23.991483 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:10:24.680585 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22969): Launched\u000a04:10:24.795494 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:10:25.089724 run patchelf(pid=22970): Launched\u000a04:10:25.277406 run osmo-stp_10.42.42.5(pid=22886): ERR: Terminated: ERROR {rc=1} [trial-2354↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22886)]\u000a04:10:25.415273 run osmo-stp_10.42.42.5(pid=22886): stdout: \u000a| (launched: 2022-12-09_04:10:23.700676)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:10:25.553862 run osmo-stp_10.42.42.5(pid=22886): stderr: \u000a| �[0;m�[38;5;43m20221209041023994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041023994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041023995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041023995 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041023995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041023996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041023996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:10:25.687219 run osmo-stp_10.42.42.5(pid=22886): stdout: \u000a| (launched: 2022-12-09_04:10:23.700676)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:10:25.819441 run osmo-stp_10.42.42.5(pid=22886): stderr: \u000a| �[0;m�[38;5;43m20221209041023994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041023994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041023995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041023995 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041023995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041023996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041023996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:10:25.973716 run patchelf(pid=22970): Terminating (SIGINT)\u000a04:10:26.154701 run patchelf(pid=22970): Terminated: ok {rc=0}\u000a04:10:26.188229 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=22886): Process ended prematurely: osmo-stp_10.42.42.5(pid=22886) [trial-2354↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22886)] [trial-2354↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a04:10:26.198620 tst switch_tch_pdch.py:54: Test FAILED (7.0 sec)\u000a04:10:26.266788 run osmo-hlr_10.42.42.2(pid=22788): ERR: Terminated: ERROR {rc=237} [trial-2354↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22788)]\u000a04:10:26.320094 run osmo-hlr_10.42.42.2(pid=22788): stdout: \u000a| (launched: 2022-12-09_04:10:22.692372) \u000a04:10:26.376795 run osmo-hlr_10.42.42.2(pid=22788): stderr: \u000a| �[0;m�[1;31m20221209041022890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209041022891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209041022891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041022891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041022891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209041022891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209041022903 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209041022911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209041022912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209041022912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:10:26.424010 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22787): Terminating (SIGTERM)\u000a04:10:26.469360 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22806): Terminating (SIGTERM)\u000a04:10:26.515649 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22969): Terminating (SIGTERM)\u000a04:10:26.527754 --- ParallelTerminationStrategy: PID 22787 died...\u000a04:10:26.588791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22787): Terminated: ok {rc=0}\u000a04:10:26.599883 --- ParallelTerminationStrategy: PID 22806 died...\u000a04:10:26.659730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22806): Terminated: ok {rc=0}\u000a04:10:26.670912 --- ParallelTerminationStrategy: PID 22969 died...\u000a04:10:26.730545 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22969): Terminated: ok {rc=0}\u000a04:10:26.822669 bus /gobi_0: Setting Powered False\u000a04:10:27.933965 bus /gobi_0: Setting Powered False\u000a04:10:29.077401 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "73", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:10:18" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=22981): Process ended prematurely: osmo-stp_10.42.42.5(pid=22981) [trial-2354↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22981)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=22981): Process ended prematurely: osmo-stp_10.42.42.5(pid=22981) [trial-2354↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22981)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a04:10:31.065855 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:10:31.082202 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a04:10:31.263971 tst switch_tch_pdch.py: using LAC 18974\u000a04:10:31.383806 tst switch_tch_pdch.py: using RAC 104\u000a04:10:31.527263 tst switch_tch_pdch.py: using CellId 18974\u000a04:10:31.685996 tst switch_tch_pdch.py: using BVCI 18975\u000a04:10:31.717013 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:10:31.732658 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:10:31.746859 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:10:31.760521 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:10:31.774816 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:10:31.789581 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:10:31.804819 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:10:31.818416 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a04:10:31.957840 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a04:10:32.266579 tst switch_tch_pdch.py:51: start network...\u000a04:10:32.401446 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:10:32.875598 run create_hlr_db(pid=22975): Launched\u000a04:10:33.006363 bus /gobi_6: Setting Powered False\u000a04:10:34.081523 run create_hlr_db(pid=22975): Terminated: ok {rc=0}\u000a04:10:34.478530 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22977): Launched\u000a04:10:34.796790 run osmo-hlr_10.42.42.2(pid=22978): Launched\u000a04:10:34.913441 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:10:35.439559 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22980): Launched\u000a04:10:35.755921 run osmo-stp_10.42.42.5(pid=22981): Launched\u000a04:10:35.870624 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:10:36.397265 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22983): Launched\u000a04:10:36.510825 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:10:36.787320 run patchelf(pid=22985): Launched\u000a04:10:36.973431 run osmo-stp_10.42.42.5(pid=22981): ERR: Terminated: ERROR {rc=1} [trial-2354↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22981)]\u000a04:10:37.109703 run osmo-stp_10.42.42.5(pid=22981): stdout: \u000a| (launched: 2022-12-09_04:10:35.600148)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:10:37.246126 run osmo-stp_10.42.42.5(pid=22981): stderr: \u000a| �[0;m�[38;5;43m20221209041035791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041035792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041035792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041035792 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041035793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041035793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041035793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:10:37.378478 run osmo-stp_10.42.42.5(pid=22981): stdout: \u000a| (launched: 2022-12-09_04:10:35.600148)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:10:37.509336 run osmo-stp_10.42.42.5(pid=22981): stderr: \u000a| �[0;m�[38;5;43m20221209041035791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041035792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041035792 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041035792 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041035793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041035793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041035793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:10:37.662091 run patchelf(pid=22985): Terminating (SIGINT)\u000a04:10:37.841733 run patchelf(pid=22985): Terminated: ok {rc=0}\u000a04:10:37.874491 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=22981): Process ended prematurely: osmo-stp_10.42.42.5(pid=22981) [trial-2354↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=22981)] [trial-2354↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a04:10:37.883897 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a04:10:37.948697 run osmo-hlr_10.42.42.2(pid=22978): ERR: Terminated: ERROR {rc=237} [trial-2354↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22978)]\u000a04:10:38.001357 run osmo-hlr_10.42.42.2(pid=22978): stdout: \u000a| (launched: 2022-12-09_04:10:34.639724) \u000a04:10:38.054392 run osmo-hlr_10.42.42.2(pid=22978): stderr: \u000a| �[0;m�[1;31m20221209041034834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209041034834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209041034834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041034834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041034834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209041034834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209041034847 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209041034855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209041034855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209041034855 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:10:38.099984 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22977): Terminating (SIGTERM)\u000a04:10:38.143162 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22980): Terminating (SIGTERM)\u000a04:10:38.186159 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22983): Terminating (SIGTERM)\u000a04:10:38.196110 --- ParallelTerminationStrategy: PID 22977 died...\u000a04:10:38.253863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22977): Terminated: ok {rc=0}\u000a04:10:38.264136 --- ParallelTerminationStrategy: PID 22980 died...\u000a04:10:38.320940 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22980): Terminated: ok {rc=0}\u000a04:10:38.331756 --- ParallelTerminationStrategy: PID 22983 died...\u000a04:10:38.388852 run pcap-recorder_any(filters='host 10.42.42.6')(pid=22983): Terminated: ok {rc=0}\u000a04:10:38.478362 bus /gobi_0: Setting Powered False\u000a04:10:39.587319 bus /gobi_0: Setting Powered False\u000a04:10:40.696884 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "74", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:10:30" }, { "cases" : [ { "testActions" : [ ], "age" : 210, "className" : "nitb_sms:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=22990): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22990) [trial-2354↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22990)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=22990): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22990) [trial-2354↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22990)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 nitb_sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a04:10:42.613285 tst nitb_sms:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a04:10:42.623982 tst nitb_sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a04:10:42.756857 tst mo_mt_sms.py: using LAC 18975\u000a04:10:42.872246 tst mo_mt_sms.py: using RAC 105\u000a04:10:42.992185 tst mo_mt_sms.py: using CellId 18975\u000a04:10:43.107766 tst mo_mt_sms.py: using BVCI 18976\u000a04:10:43.130446 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a04:10:43.247933 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a04:10:43.535924 tst mo_mt_sms.py:9: start nitb and bts...\u000a04:10:43.668332 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a04:10:44.322315 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22989): Launched\u000a04:10:44.636843 run osmo-nitb_10.42.42.2(pid=22990): Launched\u000a04:10:44.831919 run osmo-nitb_10.42.42.2(pid=22990): ERR: Terminated: ERROR {rc=2} [trial-2354↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22990)]\u000a04:10:44.975673 run osmo-nitb_10.42.42.2(pid=22990): stdout: \u000a| (launched: 2022-12-09_04:10:44.483840) \u000a04:10:45.119490 run osmo-nitb_10.42.42.2(pid=22990): stderr: \u000a| (launched: 2022-12-09_04:10:44.530907)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:10:45.258900 run osmo-nitb_10.42.42.2(pid=22990): stdout: \u000a| (launched: 2022-12-09_04:10:44.483840) \u000a04:10:45.397787 run osmo-nitb_10.42.42.2(pid=22990): stderr: \u000a| (launched: 2022-12-09_04:10:44.530907)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:10:45.765352 tst osmo-nitb_10.42.42.2(pid=22990): stdout: \u000a| (launched: 2022-12-09_04:10:44.483840) \u000a04:10:45.893549 tst osmo-nitb_10.42.42.2(pid=22990): stderr: \u000a| (launched: 2022-12-09_04:10:44.530907)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:10:45.950297 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=22990): Process ended prematurely: osmo-nitb_10.42.42.2(pid=22990) [trial-2354↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=22990)] [trial-2354↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11]\u000a04:10:45.959032 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a04:10:45.997255 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22989): Terminating (SIGTERM)\u000a04:10:46.175103 --- ParallelTerminationStrategy: PID 22989 died...\u000a04:10:46.234262 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=22989): Terminated: ok {rc=0}\u000a04:10:46.322193 bus /sierra_3: Setting Powered False\u000a04:10:47.424757 bus /sierra_3: Setting Powered False\u000a04:10:48.538445 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "75", "name" : "nitb_sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:10:42" }, { "cases" : [ { "testActions" : [ ], "age" : 37, "className" : "sms:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23000): Process ended prematurely: osmo-stp_10.42.42.5(pid=23000) [trial-2354↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23000)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23000): Process ended prematurely: osmo-stp_10.42.42.5(pid=23000) [trial-2354↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23000)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a04:10:50.433949 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:10:50.444927 tst sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a04:10:50.586666 tst mo_mt_sms.py: using LAC 18976\u000a04:10:50.710969 tst mo_mt_sms.py: using RAC 106\u000a04:10:50.831128 tst mo_mt_sms.py: using CellId 18976\u000a04:10:50.950478 tst mo_mt_sms.py: using BVCI 18977\u000a04:10:50.973153 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:10:50.983857 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:10:50.994402 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:10:51.005076 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:10:51.015649 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:10:51.026268 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a04:10:51.141688 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a04:10:51.341639 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:10:51.815956 run create_hlr_db(pid=22994): Launched\u000a04:10:51.986610 bus /sierra_2: Setting Powered False\u000a04:10:53.009051 run create_hlr_db(pid=22994): Terminated: ok {rc=0}\u000a04:10:53.431170 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22996): Launched\u000a04:10:53.746899 run osmo-hlr_10.42.42.2(pid=22997): Launched\u000a04:10:53.863272 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:10:54.416770 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22999): Launched\u000a04:10:54.735364 run osmo-stp_10.42.42.5(pid=23000): Launched\u000a04:10:54.851194 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:10:55.431330 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23002): Launched\u000a04:10:55.748378 run osmo-msc_10.42.42.6(pid=23003): Launched\u000a04:10:55.934916 run osmo-stp_10.42.42.5(pid=23000): ERR: Terminated: ERROR {rc=1} [trial-2354↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23000)]\u000a04:10:56.069775 run osmo-stp_10.42.42.5(pid=23000): stdout: \u000a| (launched: 2022-12-09_04:10:54.578437)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:10:56.204838 run osmo-stp_10.42.42.5(pid=23000): stderr: \u000a| �[0;m�[38;5;43m20221209041054771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041054771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041054771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041054772 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041054772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041054772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041054772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:10:56.332141 run osmo-stp_10.42.42.5(pid=23000): stdout: \u000a| (launched: 2022-12-09_04:10:54.578437)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:10:56.459299 run osmo-stp_10.42.42.5(pid=23000): stderr: \u000a| �[0;m�[38;5;43m20221209041054771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041054771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041054771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041054772 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041054772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041054772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041054772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:10:56.514613 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=23000): Process ended prematurely: osmo-stp_10.42.42.5(pid=23000) [trial-2354↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23000)] [trial-2354↪sms:trx-umtrx↪mo_mt_sms.py:16]\u000a04:10:56.523224 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a04:10:56.587356 run osmo-hlr_10.42.42.2(pid=22997): ERR: Terminated: ERROR {rc=237} [trial-2354↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=22997)]\u000a04:10:56.639801 run osmo-hlr_10.42.42.2(pid=22997): stdout: \u000a| (launched: 2022-12-09_04:10:53.591603) \u000a04:10:56.693405 run osmo-hlr_10.42.42.2(pid=22997): stderr: \u000a| �[0;m�[1;31m20221209041053791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209041053791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209041053791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041053791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041053791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209041053791 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209041053802 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/sms:trx-umtrx/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209041053811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209041053811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209041053811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:10:56.764890 run osmo-msc_10.42.42.6(pid=23003): ERR: Terminated: ERROR {rc=2} [trial-2354↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23003)]\u000a04:10:56.817077 run osmo-msc_10.42.42.6(pid=23003): stdout: \u000a| (launched: 2022-12-09_04:10:55.591880) \u000a04:10:56.869890 run osmo-msc_10.42.42.6(pid=23003): stderr: \u000a| �[0;m�[38;5;43m20221209041055912 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209041055912 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7a8ce42c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209041055912 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209041055912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209041055912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209041055912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209041055914 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209041055915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209041055915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209041055915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:10:56.914488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22996): Terminating (SIGTERM)\u000a04:10:56.957344 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22999): Terminating (SIGTERM)\u000a04:10:56.999613 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23002): Terminating (SIGTERM)\u000a04:10:57.009542 --- ParallelTerminationStrategy: PID 22996 died...\u000a04:10:57.066115 run pcap-recorder_any(filters='host 10.42.42.2')(pid=22996): Terminated: ok {rc=0}\u000a04:10:57.076279 --- ParallelTerminationStrategy: PID 22999 died...\u000a04:10:57.132584 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=22999): Terminated: ok {rc=0}\u000a04:10:57.143012 --- ParallelTerminationStrategy: PID 23002 died...\u000a04:10:57.199760 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23002): Terminated: ok {rc=0}\u000a04:10:57.288381 bus /sierra_3: Setting Powered False\u000a04:10:58.396662 bus /sierra_3: Setting Powered False\u000a04:10:59.508611 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "76", "name" : "sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:10:50" }, { "cases" : [ { "testActions" : [ ], "age" : 210, "className" : "nitb_ussd:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=23009): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23009) [trial-2354↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23009)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=23009): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23009) [trial-2354↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23009)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 nitb_ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a04:11:01.350514 tst nitb_ussd:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a04:11:01.361924 tst nitb_ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a04:11:01.531584 tst assert_extension.py: using LAC 18977\u000a04:11:01.688861 tst assert_extension.py: using RAC 107\u000a04:11:01.820770 tst assert_extension.py: using CellId 18977\u000a04:11:01.948534 tst assert_extension.py: using BVCI 18978\u000a04:11:01.973864 tst nitb_ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a04:11:02.267627 tst assert_extension.py:10: start nitb and bts...\u000a04:11:02.402951 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a04:11:03.060516 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23008): Launched\u000a04:11:03.377583 run osmo-nitb_10.42.42.2(pid=23009): Launched\u000a04:11:03.573666 run osmo-nitb_10.42.42.2(pid=23009): ERR: Terminated: ERROR {rc=2} [trial-2354↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23009)]\u000a04:11:03.717766 run osmo-nitb_10.42.42.2(pid=23009): stdout: \u000a| (launched: 2022-12-09_04:11:03.223857) \u000a04:11:03.862489 run osmo-nitb_10.42.42.2(pid=23009): stderr: \u000a| (launched: 2022-12-09_04:11:03.270918)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:11:04.002299 run osmo-nitb_10.42.42.2(pid=23009): stdout: \u000a| (launched: 2022-12-09_04:11:03.223857) \u000a04:11:04.140766 run osmo-nitb_10.42.42.2(pid=23009): stderr: \u000a| (launched: 2022-12-09_04:11:03.270918)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:11:04.506252 tst osmo-nitb_10.42.42.2(pid=23009): stdout: \u000a| (launched: 2022-12-09_04:11:03.223857) \u000a04:11:04.633132 tst osmo-nitb_10.42.42.2(pid=23009): stderr: \u000a| (launched: 2022-12-09_04:11:03.270918)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:11:04.688245 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=23009): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23009) [trial-2354↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23009)] [trial-2354↪nitb_ussd:trx-umtrx↪assert_extension.py:12]\u000a04:11:04.697072 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a04:11:04.734729 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23008): Terminating (SIGTERM)\u000a04:11:04.912648 --- ParallelTerminationStrategy: PID 23008 died...\u000a04:11:04.971619 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23008): Terminated: ok {rc=0}\u000a04:11:05.060440 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "77", "name" : "nitb_ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:11:01" }, { "cases" : [ { "testActions" : [ ], "age" : 37, "className" : "ussd:trx-umtrx", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23020): Process ended prematurely: osmo-stp_10.42.42.5(pid=23020) [trial-2354↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23020)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23020): Process ended prematurely: osmo-stp_10.42.42.5(pid=23020) [trial-2354↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23020)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a04:11:06.901101 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:11:06.911981 tst ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a04:11:07.053457 tst assert_extension.py: using LAC 18978\u000a04:11:07.180091 tst assert_extension.py: using RAC 108\u000a04:11:07.306895 tst assert_extension.py: using CellId 18978\u000a04:11:07.436900 tst assert_extension.py: using BVCI 18979\u000a04:11:07.461194 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:11:07.472318 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:11:07.483368 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:11:07.495096 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:11:07.506900 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:11:07.518704 tst ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a04:11:07.718918 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:11:08.192892 run create_hlr_db(pid=23014): Launched\u000a04:11:08.362988 bus /sierra_2: Setting Powered False\u000a04:11:09.385502 run create_hlr_db(pid=23014): Terminated: ok {rc=0}\u000a04:11:09.808180 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23016): Launched\u000a04:11:10.125687 run osmo-hlr_10.42.42.2(pid=23017): Launched\u000a04:11:10.247269 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:11:10.805369 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23019): Launched\u000a04:11:11.121861 run osmo-stp_10.42.42.5(pid=23020): Launched\u000a04:11:11.236632 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:11:11.815482 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23022): Launched\u000a04:11:12.132499 run osmo-msc_10.42.42.6(pid=23023): Launched\u000a04:11:12.319527 run osmo-stp_10.42.42.5(pid=23020): ERR: Terminated: ERROR {rc=1} [trial-2354↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23020)]\u000a04:11:12.455537 run osmo-stp_10.42.42.5(pid=23020): stdout: \u000a| (launched: 2022-12-09_04:11:10.966333)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:11:12.590614 run osmo-stp_10.42.42.5(pid=23020): stderr: \u000a| �[0;m�[38;5;43m20221209041111159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041111160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041111160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041111160 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041111161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041111161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041111161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:11:12.718800 run osmo-stp_10.42.42.5(pid=23020): stdout: \u000a| (launched: 2022-12-09_04:11:10.966333)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:11:12.845320 run osmo-stp_10.42.42.5(pid=23020): stderr: \u000a| �[0;m�[38;5;43m20221209041111159 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041111160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041111160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041111160 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041111161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041111161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041111161 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:11:12.900678 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=23020): Process ended prematurely: osmo-stp_10.42.42.5(pid=23020) [trial-2354↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23020)] [trial-2354↪ussd:trx-umtrx↪assert_extension.py:17]\u000a04:11:12.909316 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a04:11:12.973829 run osmo-hlr_10.42.42.2(pid=23017): ERR: Terminated: ERROR {rc=237} [trial-2354↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23017)]\u000a04:11:13.026587 run osmo-hlr_10.42.42.2(pid=23017): stdout: \u000a| (launched: 2022-12-09_04:11:09.969400) \u000a04:11:13.080025 run osmo-hlr_10.42.42.2(pid=23017): stderr: \u000a| �[0;m�[1;31m20221209041110170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209041110170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209041110170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041110170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041110170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209041110170 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209041110192 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/ussd:trx-umtrx/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209041110202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209041110202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209041110202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:11:13.152518 run osmo-msc_10.42.42.6(pid=23023): ERR: Terminated: ERROR {rc=2} [trial-2354↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23023)]\u000a04:11:13.204877 run osmo-msc_10.42.42.6(pid=23023): stdout: \u000a| (launched: 2022-12-09_04:11:11.976159) \u000a04:11:13.258177 run osmo-msc_10.42.42.6(pid=23023): stderr: \u000a| �[0;m�[38;5;43m20221209041112298 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209041112298 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2a3f422c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209041112298 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209041112298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209041112298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209041112299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209041112300 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209041112301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209041112301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209041112301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:11:13.303291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23016): Terminating (SIGTERM)\u000a04:11:13.346335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23019): Terminating (SIGTERM)\u000a04:11:13.389588 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23022): Terminating (SIGTERM)\u000a04:11:13.399774 --- ParallelTerminationStrategy: PID 23016 died...\u000a04:11:13.457025 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23016): Terminated: ok {rc=0}\u000a04:11:13.467272 --- ParallelTerminationStrategy: PID 23019 died...\u000a04:11:13.523970 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23019): Terminated: ok {rc=0}\u000a04:11:13.534176 --- ParallelTerminationStrategy: PID 23022 died...\u000a04:11:13.590912 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23022): Terminated: ok {rc=0}\u000a04:11:13.679073 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "78", "name" : "ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:11:06" }, { "cases" : [ { "testActions" : [ ], "age" : 37, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23035): Process ended prematurely: osmo-stp_10.42.42.5(pid=23035) [trial-2354↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23035)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23035): Process ended prematurely: osmo-stp_10.42.42.5(pid=23035) [trial-2354↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23035)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a04:11:15.653124 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:11:15.664222 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a04:11:15.824254 tst mo_mt_call.py: using LAC 18979\u000a04:11:15.972200 tst mo_mt_call.py: using RAC 109\u000a04:11:16.134936 tst mo_mt_call.py: using CellId 18979\u000a04:11:16.312630 tst mo_mt_call.py: using BVCI 18980\u000a04:11:16.343843 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:11:16.356054 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:11:16.368032 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:11:16.380281 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:11:16.392220 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:11:16.404704 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a04:11:16.546888 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a04:11:16.778554 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:11:17.308045 run create_hlr_db(pid=23029): Launched\u000a04:11:17.482571 bus /sierra_2: Setting Powered False\u000a04:11:18.515742 run create_hlr_db(pid=23029): Terminated: ok {rc=0}\u000a04:11:18.921854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23031): Launched\u000a04:11:19.222999 run osmo-hlr_10.42.42.2(pid=23032): Launched\u000a04:11:19.340463 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:11:19.869861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23034): Launched\u000a04:11:20.169905 run osmo-stp_10.42.42.5(pid=23035): Launched\u000a04:11:20.278387 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:11:20.829114 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23037): Launched\u000a04:11:21.131253 run osmo-msc_10.42.42.6(pid=23038): Launched\u000a04:11:21.308089 run osmo-stp_10.42.42.5(pid=23035): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23035)]\u000a04:11:21.435624 run osmo-stp_10.42.42.5(pid=23035): stdout: \u000a| (launched: 2022-12-09_04:11:20.022640)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:11:21.560813 run osmo-stp_10.42.42.5(pid=23035): stderr: \u000a| �[0;m�[38;5;43m20221209041120193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041120193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041120193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041120194 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041120194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041120194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041120194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:11:21.681825 run osmo-stp_10.42.42.5(pid=23035): stdout: \u000a| (launched: 2022-12-09_04:11:20.022640)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:11:21.801952 run osmo-stp_10.42.42.5(pid=23035): stderr: \u000a| �[0;m�[38;5;43m20221209041120193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041120193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041120193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041120194 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041120194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041120194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041120194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:11:21.854982 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23035): Process ended prematurely: osmo-stp_10.42.42.5(pid=23035) [trial-2354↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23035)] [trial-2354↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a04:11:21.863546 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a04:11:21.923702 run osmo-hlr_10.42.42.2(pid=23032): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23032)]\u000a04:11:21.972899 run osmo-hlr_10.42.42.2(pid=23032): stdout: \u000a| (launched: 2022-12-09_04:11:19.075430) \u000a04:11:22.022932 run osmo-hlr_10.42.42.2(pid=23032): stderr: \u000a| �[0;m�[1;31m20221209041119253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209041119253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209041119253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041119253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041119253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209041119253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209041119264 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209041119274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209041119275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209041119275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:11:22.090860 run osmo-msc_10.42.42.6(pid=23038): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23038)]\u000a04:11:22.140171 run osmo-msc_10.42.42.6(pid=23038): stdout: \u000a| (launched: 2022-12-09_04:11:20.982160) \u000a04:11:22.189938 run osmo-msc_10.42.42.6(pid=23038): stderr: \u000a| �[0;m�[38;5;43m20221209041121253 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209041121253 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcdc2f85c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209041121253 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209041121253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209041121253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209041121253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209041121255 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209041121255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209041121256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209041121256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:11:22.232008 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23031): Terminating (SIGTERM)\u000a04:11:22.271835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23034): Terminating (SIGTERM)\u000a04:11:22.311768 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23037): Terminating (SIGTERM)\u000a04:11:22.320901 --- ParallelTerminationStrategy: PID 23031 died...\u000a04:11:22.374265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23031): Terminated: ok {rc=0}\u000a04:11:22.383789 --- ParallelTerminationStrategy: PID 23034 died...\u000a04:11:22.437168 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23034): Terminated: ok {rc=0}\u000a04:11:22.446762 --- ParallelTerminationStrategy: PID 23037 died...\u000a04:11:22.500013 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23037): Terminated: ok {rc=0}\u000a04:11:22.583289 bus /sierra_3: Setting Powered False\u000a04:11:23.686015 bus /sierra_3: Setting Powered False\u000a04:11:24.799234 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 37, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23046): Process ended prematurely: osmo-stp_10.42.42.5(pid=23046) [trial-2354↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23046)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23046): Process ended prematurely: osmo-stp_10.42.42.5(pid=23046) [trial-2354↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23046)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:11:25.909357 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:11:25.920738 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a04:11:26.076622 tst mo_mt_call_osmux.py: using LAC 18980\u000a04:11:26.196603 tst mo_mt_call_osmux.py: using RAC 110\u000a04:11:26.316500 tst mo_mt_call_osmux.py: using CellId 18980\u000a04:11:26.448428 tst mo_mt_call_osmux.py: using BVCI 18981\u000a04:11:26.471209 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:11:26.482142 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:11:26.492827 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:11:26.503638 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:11:26.514447 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:11:26.525132 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a04:11:26.644139 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a04:11:26.856901 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:11:27.364267 run create_hlr_db(pid=23040): Launched\u000a04:11:27.551463 bus /sierra_2: Setting Powered False\u000a04:11:28.572873 run create_hlr_db(pid=23040): Terminated: ok {rc=0}\u000a04:11:28.977855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23042): Launched\u000a04:11:29.278592 run osmo-hlr_10.42.42.2(pid=23043): Launched\u000a04:11:29.389509 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:11:29.910547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23045): Launched\u000a04:11:30.213159 run osmo-stp_10.42.42.5(pid=23046): Launched\u000a04:11:30.322615 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:11:30.887501 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23048): Launched\u000a04:11:31.282719 run osmo-msc_10.42.42.6(pid=23049): Launched\u000a04:11:31.616041 run osmo-stp_10.42.42.5(pid=23046): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23046)]\u000a04:11:31.962330 run osmo-stp_10.42.42.5(pid=23046): stdout: \u000a| (launched: 2022-12-09_04:11:30.063972)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:11:32.118206 run osmo-stp_10.42.42.5(pid=23046): stderr: \u000a| �[0;m�[38;5;43m20221209041130236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041130236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041130237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041130237 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041130238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041130238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041130238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:11:32.244441 run osmo-stp_10.42.42.5(pid=23046): stdout: \u000a| (launched: 2022-12-09_04:11:30.063972)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:11:32.368086 run osmo-stp_10.42.42.5(pid=23046): stderr: \u000a| �[0;m�[38;5;43m20221209041130236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041130236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041130237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041130237 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041130238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041130238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041130238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:11:32.421627 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23046): Process ended prematurely: osmo-stp_10.42.42.5(pid=23046) [trial-2354↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23046)] [trial-2354↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a04:11:32.430244 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a04:11:32.491601 run osmo-hlr_10.42.42.2(pid=23043): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23043)]\u000a04:11:32.541514 run osmo-hlr_10.42.42.2(pid=23043): stdout: \u000a| (launched: 2022-12-09_04:11:29.130900) \u000a04:11:32.592117 run osmo-hlr_10.42.42.2(pid=23043): stderr: \u000a| �[0;m�[1;31m20221209041129306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209041129306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209041129306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041129306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041129306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209041129307 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209041129319 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209041129328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209041129328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209041129328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:11:32.660915 run osmo-msc_10.42.42.6(pid=23049): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23049)]\u000a04:11:32.710729 run osmo-msc_10.42.42.6(pid=23049): stdout: \u000a| (launched: 2022-12-09_04:11:31.043109) \u000a04:11:32.760834 run osmo-msc_10.42.42.6(pid=23049): stderr: \u000a| �[0;m�[38;5;43m20221209041131578 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209041131578 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0337fc1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209041131578 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209041131578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209041131578 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209041131579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209041131580 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209041131581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209041131581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209041131581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:11:32.803484 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23042): Terminating (SIGTERM)\u000a04:11:32.844253 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23045): Terminating (SIGTERM)\u000a04:11:32.885101 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23048): Terminating (SIGTERM)\u000a04:11:32.894500 --- ParallelTerminationStrategy: PID 23042 died...\u000a04:11:32.948567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23042): Terminated: ok {rc=0}\u000a04:11:32.958241 --- ParallelTerminationStrategy: PID 23045 died...\u000a04:11:33.012065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23045): Terminated: ok {rc=0}\u000a04:11:33.021783 --- ParallelTerminationStrategy: PID 23048 died...\u000a04:11:33.075495 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23048): Terminated: ok {rc=0}\u000a04:11:33.160407 bus /sierra_3: Setting Powered False\u000a04:11:34.267408 bus /sierra_3: Setting Powered False\u000a04:11:35.375724 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "79", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:11:15" }, { "cases" : [ { "testActions" : [ ], "age" : 37, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23060): Process ended prematurely: osmo-stp_10.42.42.5(pid=23060) [trial-2354↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23060)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23060): Process ended prematurely: osmo-stp_10.42.42.5(pid=23060) [trial-2354↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23060)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a04:11:37.359840 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:11:37.371065 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a04:11:37.526583 tst mo_mt_call.py: using LAC 18981\u000a04:11:37.646173 tst mo_mt_call.py: using RAC 111\u000a04:11:37.766560 tst mo_mt_call.py: using CellId 18981\u000a04:11:37.884481 tst mo_mt_call.py: using BVCI 18982\u000a04:11:37.907438 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:11:37.918687 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:11:37.929633 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:11:37.940455 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:11:37.951407 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:11:37.962305 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a04:11:38.080558 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a04:11:38.291336 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:11:38.801862 run create_hlr_db(pid=23054): Launched\u000a04:11:38.989237 bus /sierra_2: Setting Powered False\u000a04:11:40.011088 run create_hlr_db(pid=23054): Terminated: ok {rc=0}\u000a04:11:40.417834 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23056): Launched\u000a04:11:40.720572 run osmo-hlr_10.42.42.2(pid=23057): Launched\u000a04:11:40.837615 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:11:41.371177 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23059): Launched\u000a04:11:41.673184 run osmo-stp_10.42.42.5(pid=23060): Launched\u000a04:11:41.782538 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:11:42.333224 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23062): Launched\u000a04:11:42.635498 run osmo-msc_10.42.42.6(pid=23063): Launched\u000a04:11:42.813503 run osmo-stp_10.42.42.5(pid=23060): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23060)]\u000a04:11:42.942255 run osmo-stp_10.42.42.5(pid=23060): stdout: \u000a| (launched: 2022-12-09_04:11:41.524508)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:11:43.068086 run osmo-stp_10.42.42.5(pid=23060): stderr: \u000a| �[0;m�[38;5;43m20221209041141694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041141694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041141694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041141695 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041141695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041141695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041141695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:11:43.189554 run osmo-stp_10.42.42.5(pid=23060): stdout: \u000a| (launched: 2022-12-09_04:11:41.524508)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:11:43.310056 run osmo-stp_10.42.42.5(pid=23060): stderr: \u000a| �[0;m�[38;5;43m20221209041141694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041141694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041141694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041141695 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041141695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041141695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041141695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:11:43.362897 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23060): Process ended prematurely: osmo-stp_10.42.42.5(pid=23060) [trial-2354↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23060)] [trial-2354↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a04:11:43.371469 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a04:11:43.431566 run osmo-hlr_10.42.42.2(pid=23057): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23057)]\u000a04:11:43.480882 run osmo-hlr_10.42.42.2(pid=23057): stdout: \u000a| (launched: 2022-12-09_04:11:40.571317) \u000a04:11:43.530954 run osmo-hlr_10.42.42.2(pid=23057): stderr: \u000a| �[0;m�[1;31m20221209041140750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209041140750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209041140750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041140750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041140751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209041140751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209041140763 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209041140773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209041140774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209041140774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:11:43.599011 run osmo-msc_10.42.42.6(pid=23063): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23063)]\u000a04:11:43.648414 run osmo-msc_10.42.42.6(pid=23063): stdout: \u000a| (launched: 2022-12-09_04:11:42.485776) \u000a04:11:43.698437 run osmo-msc_10.42.42.6(pid=23063): stderr: \u000a| �[0;m�[38;5;43m20221209041142759 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209041142759 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efd48b1bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209041142759 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209041142759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209041142759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209041142760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209041142761 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209041142762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209041142762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209041142762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:11:43.740486 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23056): Terminating (SIGTERM)\u000a04:11:43.780080 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23059): Terminating (SIGTERM)\u000a04:11:43.819771 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23062): Terminating (SIGTERM)\u000a04:11:43.829022 --- ParallelTerminationStrategy: PID 23056 died...\u000a04:11:43.882453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23056): Terminated: ok {rc=0}\u000a04:11:43.892052 --- ParallelTerminationStrategy: PID 23059 died...\u000a04:11:43.945771 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23059): Terminated: ok {rc=0}\u000a04:11:43.955414 --- ParallelTerminationStrategy: PID 23062 died...\u000a04:11:44.008915 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23062): Terminated: ok {rc=0}\u000a04:11:44.099585 bus /sierra_3: Setting Powered False\u000a04:11:45.203695 bus /sierra_3: Setting Powered False\u000a04:11:46.331078 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 37, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23071): Process ended prematurely: osmo-stp_10.42.42.5(pid=23071) [trial-2354↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23071)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23071): Process ended prematurely: osmo-stp_10.42.42.5(pid=23071) [trial-2354↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23071)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:11:47.447119 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:11:47.459413 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a04:11:47.625435 tst mo_mt_call_osmux.py: using LAC 18982\u000a04:11:47.752345 tst mo_mt_call_osmux.py: using RAC 112\u000a04:11:47.873998 tst mo_mt_call_osmux.py: using CellId 18982\u000a04:11:47.992476 tst mo_mt_call_osmux.py: using BVCI 18983\u000a04:11:48.015365 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:11:48.026479 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:11:48.037447 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:11:48.048757 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:11:48.060223 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:11:48.072060 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a04:11:48.194272 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a04:11:48.411494 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:11:48.920223 run create_hlr_db(pid=23065): Launched\u000a04:11:49.107174 bus /sierra_2: Setting Powered False\u000a04:11:50.128786 run create_hlr_db(pid=23065): Terminated: ok {rc=0}\u000a04:11:50.558850 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23067): Launched\u000a04:11:50.883168 run osmo-hlr_10.42.42.2(pid=23068): Launched\u000a04:11:51.004626 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:11:51.568165 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23070): Launched\u000a04:11:51.892124 run osmo-stp_10.42.42.5(pid=23071): Launched\u000a04:11:52.009804 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:11:52.600366 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23073): Launched\u000a04:11:52.923841 run osmo-msc_10.42.42.6(pid=23074): Launched\u000a04:11:53.114248 run osmo-stp_10.42.42.5(pid=23071): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23071)]\u000a04:11:53.251345 run osmo-stp_10.42.42.5(pid=23071): stdout: \u000a| (launched: 2022-12-09_04:11:51.732550)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:11:53.388633 run osmo-stp_10.42.42.5(pid=23071): stderr: \u000a| �[0;m�[38;5;43m20221209041151924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041151924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041151924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041151925 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041151925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041151925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041151925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:11:53.519038 run osmo-stp_10.42.42.5(pid=23071): stdout: \u000a| (launched: 2022-12-09_04:11:51.732550)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:11:53.647843 run osmo-stp_10.42.42.5(pid=23071): stderr: \u000a| �[0;m�[38;5;43m20221209041151924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041151924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041151924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041151925 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041151925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041151925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041151925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:11:53.704599 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23071): Process ended prematurely: osmo-stp_10.42.42.5(pid=23071) [trial-2354↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23071)] [trial-2354↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a04:11:53.713937 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a04:11:53.777609 run osmo-hlr_10.42.42.2(pid=23068): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23068)]\u000a04:11:53.829616 run osmo-hlr_10.42.42.2(pid=23068): stdout: \u000a| (launched: 2022-12-09_04:11:50.723702) \u000a04:11:53.882415 run osmo-hlr_10.42.42.2(pid=23068): stderr: \u000a| �[0;m�[1;31m20221209041150922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209041150922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209041150922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041150922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041150922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209041150923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209041150935 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209041150943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209041150944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209041150944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:11:53.954120 run osmo-msc_10.42.42.6(pid=23074): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23074)]\u000a04:11:54.006229 run osmo-msc_10.42.42.6(pid=23074): stdout: \u000a| (launched: 2022-12-09_04:11:52.764758) \u000a04:11:54.058781 run osmo-msc_10.42.42.6(pid=23074): stderr: \u000a| �[0;m�[38;5;43m20221209041153090 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209041153090 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9fba78cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209041153090 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209041153090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209041153090 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209041153091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209041153092 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209041153093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209041153093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209041153093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:11:54.103209 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23067): Terminating (SIGTERM)\u000a04:11:54.145400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23070): Terminating (SIGTERM)\u000a04:11:54.187642 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23073): Terminating (SIGTERM)\u000a04:11:54.197644 --- ParallelTerminationStrategy: PID 23067 died...\u000a04:11:54.254143 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23067): Terminated: ok {rc=0}\u000a04:11:54.264256 --- ParallelTerminationStrategy: PID 23070 died...\u000a04:11:54.320421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23070): Terminated: ok {rc=0}\u000a04:11:54.330452 --- ParallelTerminationStrategy: PID 23073 died...\u000a04:11:54.386917 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23073): Terminated: ok {rc=0}\u000a04:11:54.475588 bus /sierra_3: Setting Powered False\u000a04:11:55.583585 bus /sierra_3: Setting Powered False\u000a04:11:56.693095 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "80", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:11:37" }, { "cases" : [ { "testActions" : [ ], "age" : 37, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23085): Process ended prematurely: osmo-stp_10.42.42.5(pid=23085) [trial-2354↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23085)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23085): Process ended prematurely: osmo-stp_10.42.42.5(pid=23085) [trial-2354↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23085)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a04:11:58.682383 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:11:58.693577 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a04:11:58.854137 tst mo_mt_call.py: using LAC 18983\u000a04:11:58.971321 tst mo_mt_call.py: using RAC 113\u000a04:11:59.089146 tst mo_mt_call.py: using CellId 18983\u000a04:11:59.206437 tst mo_mt_call.py: using BVCI 18984\u000a04:11:59.229366 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:11:59.240273 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:11:59.251086 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:11:59.262177 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:11:59.273241 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:11:59.284057 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a04:11:59.396797 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a04:11:59.607314 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:12:00.117253 run create_hlr_db(pid=23079): Launched\u000a04:12:00.303870 bus /sierra_2: Setting Powered False\u000a04:12:01.326844 run create_hlr_db(pid=23079): Terminated: ok {rc=0}\u000a04:12:01.775700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23081): Launched\u000a04:12:02.188288 run osmo-hlr_10.42.42.2(pid=23082): Launched\u000a04:12:02.302001 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:12:02.826485 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23084): Launched\u000a04:12:03.128488 run osmo-stp_10.42.42.5(pid=23085): Launched\u000a04:12:03.238112 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:12:03.788236 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23087): Launched\u000a04:12:04.091235 run osmo-msc_10.42.42.6(pid=23088): Launched\u000a04:12:04.269280 run osmo-stp_10.42.42.5(pid=23085): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23085)]\u000a04:12:04.397542 run osmo-stp_10.42.42.5(pid=23085): stdout: \u000a| (launched: 2022-12-09_04:12:02.979533)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:12:04.523875 run osmo-stp_10.42.42.5(pid=23085): stderr: \u000a| �[0;m�[38;5;43m20221209041203152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041203152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041203152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041203152 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041203153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041203153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041203153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:12:04.645371 run osmo-stp_10.42.42.5(pid=23085): stdout: \u000a| (launched: 2022-12-09_04:12:02.979533)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:12:04.765559 run osmo-stp_10.42.42.5(pid=23085): stderr: \u000a| �[0;m�[38;5;43m20221209041203152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041203152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041203152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041203152 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041203153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041203153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041203153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:12:04.818991 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23085): Process ended prematurely: osmo-stp_10.42.42.5(pid=23085) [trial-2354↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23085)] [trial-2354↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a04:12:04.827583 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a04:12:04.888019 run osmo-hlr_10.42.42.2(pid=23082): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23082)]\u000a04:12:04.937810 run osmo-hlr_10.42.42.2(pid=23082): stdout: \u000a| (launched: 2022-12-09_04:12:01.943836) \u000a04:12:04.988102 run osmo-hlr_10.42.42.2(pid=23082): stderr: \u000a| �[0;m�[1;31m20221209041202209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209041202209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209041202209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041202209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041202209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209041202209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209041202222 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209041202230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209041202230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209041202230 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:12:05.056431 run osmo-msc_10.42.42.6(pid=23088): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23088)]\u000a04:12:05.106472 run osmo-msc_10.42.42.6(pid=23088): stdout: \u000a| (launched: 2022-12-09_04:12:03.941604) \u000a04:12:05.156751 run osmo-msc_10.42.42.6(pid=23088): stderr: \u000a| �[0;m�[38;5;43m20221209041204214 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209041204214 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f311a7a3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209041204214 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209041204214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209041204214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209041204215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209041204216 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209041204217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209041204217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209041204217 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:12:05.199004 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23081): Terminating (SIGTERM)\u000a04:12:05.239154 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23084): Terminating (SIGTERM)\u000a04:12:05.279340 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23087): Terminating (SIGTERM)\u000a04:12:05.288630 --- ParallelTerminationStrategy: PID 23081 died...\u000a04:12:05.342780 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23081): Terminated: ok {rc=0}\u000a04:12:05.352579 --- ParallelTerminationStrategy: PID 23084 died...\u000a04:12:05.406351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23084): Terminated: ok {rc=0}\u000a04:12:05.416013 --- ParallelTerminationStrategy: PID 23087 died...\u000a04:12:05.469694 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23087): Terminated: ok {rc=0}\u000a04:12:05.554724 bus /sierra_3: Setting Powered False\u000a04:12:06.662382 bus /sierra_3: Setting Powered False\u000a04:12:07.775537 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 40, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23096): Process ended prematurely: osmo-stp_10.42.42.5(pid=23096) [trial-2354↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23096)]", "failedSince" : 2315, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23096): Process ended prematurely: osmo-stp_10.42.42.5(pid=23096) [trial-2354↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23096)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:12:08.886355 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:12:08.897946 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a04:12:09.051891 tst mo_mt_call_osmux.py: using LAC 18984\u000a04:12:09.173810 tst mo_mt_call_osmux.py: using RAC 114\u000a04:12:09.297091 tst mo_mt_call_osmux.py: using CellId 18984\u000a04:12:09.414952 tst mo_mt_call_osmux.py: using BVCI 18985\u000a04:12:09.437965 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:12:09.448850 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:12:09.459815 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:12:09.470769 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:12:09.481727 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:12:09.492409 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a04:12:09.607305 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a04:12:09.819982 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:12:10.330666 run create_hlr_db(pid=23090): Launched\u000a04:12:10.518498 bus /sierra_2: Setting Powered False\u000a04:12:11.540696 run create_hlr_db(pid=23090): Terminated: ok {rc=0}\u000a04:12:11.947755 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23092): Launched\u000a04:12:12.251237 run osmo-hlr_10.42.42.2(pid=23093): Launched\u000a04:12:12.366888 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:12:12.889963 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23095): Launched\u000a04:12:13.192775 run osmo-stp_10.42.42.5(pid=23096): Launched\u000a04:12:13.302623 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:12:13.853310 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23098): Launched\u000a04:12:14.155530 run osmo-msc_10.42.42.6(pid=23099): Launched\u000a04:12:14.332362 run osmo-stp_10.42.42.5(pid=23096): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23096)]\u000a04:12:14.460225 run osmo-stp_10.42.42.5(pid=23096): stdout: \u000a| (launched: 2022-12-09_04:12:13.043381)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:12:14.585728 run osmo-stp_10.42.42.5(pid=23096): stderr: \u000a| �[0;m�[38;5;43m20221209041213215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041213215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041213215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041213216 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041213216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041213216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041213216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:12:14.706778 run osmo-stp_10.42.42.5(pid=23096): stdout: \u000a| (launched: 2022-12-09_04:12:13.043381)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:12:14.827085 run osmo-stp_10.42.42.5(pid=23096): stderr: \u000a| �[0;m�[38;5;43m20221209041213215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041213215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041213215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041213216 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041213216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041213216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041213216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:12:14.880149 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23096): Process ended prematurely: osmo-stp_10.42.42.5(pid=23096) [trial-2354↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23096)] [trial-2354↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a04:12:14.888604 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a04:12:14.948927 run osmo-hlr_10.42.42.2(pid=23093): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23093)]\u000a04:12:14.998310 run osmo-hlr_10.42.42.2(pid=23093): stdout: \u000a| (launched: 2022-12-09_04:12:12.101622) \u000a04:12:15.049174 run osmo-hlr_10.42.42.2(pid=23093): stderr: \u000a| �[0;m�[1;31m20221209041212278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209041212278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209041212278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041212278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041212278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209041212278 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209041212290 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209041212299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209041212299 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209041212300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:12:15.117386 run osmo-msc_10.42.42.6(pid=23099): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23099)]\u000a04:12:15.166685 run osmo-msc_10.42.42.6(pid=23099): stdout: \u000a| (launched: 2022-12-09_04:12:14.006397) \u000a04:12:15.217404 run osmo-msc_10.42.42.6(pid=23099): stderr: \u000a| �[0;m�[38;5;43m20221209041214282 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209041214282 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd0f148ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209041214282 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209041214282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209041214283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209041214283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209041214284 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209041214285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209041214285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209041214285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:12:15.259880 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23092): Terminating (SIGTERM)\u000a04:12:15.299778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23095): Terminating (SIGTERM)\u000a04:12:15.339607 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23098): Terminating (SIGTERM)\u000a04:12:15.348813 --- ParallelTerminationStrategy: PID 23092 died...\u000a04:12:15.402155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23092): Terminated: ok {rc=0}\u000a04:12:15.411812 --- ParallelTerminationStrategy: PID 23095 died...\u000a04:12:15.465199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23095): Terminated: ok {rc=0}\u000a04:12:15.474744 --- ParallelTerminationStrategy: PID 23098 died...\u000a04:12:15.527912 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23098): Terminated: ok {rc=0}\u000a04:12:15.612228 bus /sierra_3: Setting Powered False\u000a04:12:16.719828 bus /sierra_3: Setting Powered False\u000a04:12:17.827248 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "81", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:11:58" }, { "cases" : [ { "testActions" : [ ], "age" : 37, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23111): Process ended prematurely: osmo-stp_10.42.42.5(pid=23111) [trial-2354↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23111)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23111): Process ended prematurely: osmo-stp_10.42.42.5(pid=23111) [trial-2354↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23111)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a04:12:19.836657 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:12:19.848164 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a04:12:20.010376 tst mo_mt_call.py: using LAC 18985\u000a04:12:20.136337 tst mo_mt_call.py: using RAC 115\u000a04:12:20.266336 tst mo_mt_call.py: using CellId 18985\u000a04:12:20.385529 tst mo_mt_call.py: using BVCI 18986\u000a04:12:20.408545 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:12:20.419606 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:12:20.430521 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:12:20.441424 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:12:20.452443 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:12:20.463347 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a04:12:20.580820 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a04:12:20.785790 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:12:21.270808 run create_hlr_db(pid=23105): Launched\u000a04:12:21.443374 bus /sierra_2: Setting Powered False\u000a04:12:22.466305 run create_hlr_db(pid=23105): Terminated: ok {rc=0}\u000a04:12:22.895167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23107): Launched\u000a04:12:23.218193 run osmo-hlr_10.42.42.2(pid=23108): Launched\u000a04:12:23.338740 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:12:23.899998 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23110): Launched\u000a04:12:24.223512 run osmo-stp_10.42.42.5(pid=23111): Launched\u000a04:12:24.342201 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:12:24.933701 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23113): Launched\u000a04:12:25.257834 run osmo-msc_10.42.42.6(pid=23114): Launched\u000a04:12:25.448816 run osmo-stp_10.42.42.5(pid=23111): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23111)]\u000a04:12:25.586235 run osmo-stp_10.42.42.5(pid=23111): stdout: \u000a| (launched: 2022-12-09_04:12:24.064536)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:12:25.723276 run osmo-stp_10.42.42.5(pid=23111): stderr: \u000a| �[0;m�[38;5;43m20221209041224255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041224256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041224256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041224256 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041224259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041224259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041224259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:12:25.853932 run osmo-stp_10.42.42.5(pid=23111): stdout: \u000a| (launched: 2022-12-09_04:12:24.064536)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:12:25.983326 run osmo-stp_10.42.42.5(pid=23111): stderr: \u000a| �[0;m�[38;5;43m20221209041224255 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041224256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041224256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041224256 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041224259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041224259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041224259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:12:26.040235 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23111): Process ended prematurely: osmo-stp_10.42.42.5(pid=23111) [trial-2354↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23111)] [trial-2354↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a04:12:26.049782 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a04:12:26.114410 run osmo-hlr_10.42.42.2(pid=23108): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23108)]\u000a04:12:26.167055 run osmo-hlr_10.42.42.2(pid=23108): stdout: \u000a| (launched: 2022-12-09_04:12:23.059574) \u000a04:12:26.220219 run osmo-hlr_10.42.42.2(pid=23108): stderr: \u000a| �[0;m�[1;31m20221209041223259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209041223259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209041223259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041223259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041223259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209041223259 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209041223272 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209041223281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209041223281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209041223281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:12:26.292087 run osmo-msc_10.42.42.6(pid=23114): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23114)]\u000a04:12:26.345123 run osmo-msc_10.42.42.6(pid=23114): stdout: \u000a| (launched: 2022-12-09_04:12:25.098625) \u000a04:12:26.398887 run osmo-msc_10.42.42.6(pid=23114): stderr: \u000a| �[0;m�[38;5;43m20221209041225425 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209041225426 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa1067b2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209041225426 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209041225426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209041225426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209041225426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209041225428 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209041225428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209041225428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209041225428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:12:26.444108 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23107): Terminating (SIGTERM)\u000a04:12:26.486609 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23110): Terminating (SIGTERM)\u000a04:12:26.529378 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23113): Terminating (SIGTERM)\u000a04:12:26.539393 --- ParallelTerminationStrategy: PID 23107 died...\u000a04:12:26.596424 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23107): Terminated: ok {rc=0}\u000a04:12:26.606723 --- ParallelTerminationStrategy: PID 23110 died...\u000a04:12:26.663659 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23110): Terminated: ok {rc=0}\u000a04:12:26.673988 --- ParallelTerminationStrategy: PID 23113 died...\u000a04:12:26.730959 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23113): Terminated: ok {rc=0}\u000a04:12:26.819252 bus /sierra_3: Setting Powered False\u000a04:12:27.927367 bus /sierra_3: Setting Powered False\u000a04:12:29.037125 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 37, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23122): Process ended prematurely: osmo-stp_10.42.42.5(pid=23122) [trial-2354↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23122)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23122): Process ended prematurely: osmo-stp_10.42.42.5(pid=23122) [trial-2354↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23122)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:12:30.153108 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:12:30.165373 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a04:12:30.331763 tst mo_mt_call_osmux.py: using LAC 18986\u000a04:12:30.458687 tst mo_mt_call_osmux.py: using RAC 116\u000a04:12:30.585632 tst mo_mt_call_osmux.py: using CellId 18986\u000a04:12:30.714010 tst mo_mt_call_osmux.py: using BVCI 18987\u000a04:12:30.738599 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:12:30.750047 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:12:30.761352 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:12:30.772809 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:12:30.784360 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:12:30.795875 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a04:12:30.944150 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a04:12:31.177720 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:12:31.715869 run create_hlr_db(pid=23116): Launched\u000a04:12:31.906762 bus /sierra_2: Setting Powered False\u000a04:12:32.924857 run create_hlr_db(pid=23116): Terminated: ok {rc=0}\u000a04:12:33.354841 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23118): Launched\u000a04:12:33.678247 run osmo-hlr_10.42.42.2(pid=23119): Launched\u000a04:12:33.798764 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:12:34.359830 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23121): Launched\u000a04:12:34.684404 run osmo-stp_10.42.42.5(pid=23122): Launched\u000a04:12:34.802358 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:12:35.392000 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23124): Launched\u000a04:12:35.714318 run osmo-msc_10.42.42.6(pid=23125): Launched\u000a04:12:35.909544 run osmo-stp_10.42.42.5(pid=23122): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23122)]\u000a04:12:36.046002 run osmo-stp_10.42.42.5(pid=23122): stdout: \u000a| (launched: 2022-12-09_04:12:34.525214)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:12:36.182390 run osmo-stp_10.42.42.5(pid=23122): stderr: \u000a| �[0;m�[38;5;43m20221209041234719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041234720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041234720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041234720 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041234721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041234721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041234721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:12:36.312294 run osmo-stp_10.42.42.5(pid=23122): stdout: \u000a| (launched: 2022-12-09_04:12:34.525214)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:12:36.441680 run osmo-stp_10.42.42.5(pid=23122): stderr: \u000a| �[0;m�[38;5;43m20221209041234719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041234720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041234720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041234720 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041234721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041234721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041234721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:12:36.498758 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23122): Process ended prematurely: osmo-stp_10.42.42.5(pid=23122) [trial-2354↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23122)] [trial-2354↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a04:12:36.508196 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a04:12:36.572543 run osmo-hlr_10.42.42.2(pid=23119): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23119)]\u000a04:12:36.625499 run osmo-hlr_10.42.42.2(pid=23119): stdout: \u000a| (launched: 2022-12-09_04:12:33.520049) \u000a04:12:36.678228 run osmo-hlr_10.42.42.2(pid=23119): stderr: \u000a| �[0;m�[1;31m20221209041233718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209041233718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209041233718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041233718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041233718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209041233718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209041233730 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209041233739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209041233739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209041233739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:12:36.749723 run osmo-msc_10.42.42.6(pid=23125): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23125)]\u000a04:12:36.801769 run osmo-msc_10.42.42.6(pid=23125): stdout: \u000a| (launched: 2022-12-09_04:12:35.555900) \u000a04:12:36.854496 run osmo-msc_10.42.42.6(pid=23125): stderr: \u000a| �[0;m�[38;5;43m20221209041235883 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209041235883 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f137ad16c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209041235883 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209041235883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209041235883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209041235883 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209041235885 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209041235885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209041235886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209041235886 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:12:36.899021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23118): Terminating (SIGTERM)\u000a04:12:36.941812 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23121): Terminating (SIGTERM)\u000a04:12:36.984226 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23124): Terminating (SIGTERM)\u000a04:12:36.994332 --- ParallelTerminationStrategy: PID 23118 died...\u000a04:12:37.051053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23118): Terminated: ok {rc=0}\u000a04:12:37.061247 --- ParallelTerminationStrategy: PID 23121 died...\u000a04:12:37.117461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23121): Terminated: ok {rc=0}\u000a04:12:37.127914 --- ParallelTerminationStrategy: PID 23124 died...\u000a04:12:37.184102 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23124): Terminated: ok {rc=0}\u000a04:12:37.272346 bus /sierra_3: Setting Powered False\u000a04:12:38.375940 bus /sierra_3: Setting Powered False\u000a04:12:39.488387 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "82", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:12:19" }, { "cases" : [ { "testActions" : [ ], "age" : 37, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23136): Process ended prematurely: osmo-stp_10.42.42.5(pid=23136) [trial-2354↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23136)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23136): Process ended prematurely: osmo-stp_10.42.42.5(pid=23136) [trial-2354↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23136)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a04:12:41.489448 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:12:41.500842 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a04:12:41.665344 tst mo_mt_call.py: using LAC 18987\u000a04:12:41.791560 tst mo_mt_call.py: using RAC 117\u000a04:12:41.917981 tst mo_mt_call.py: using CellId 18987\u000a04:12:42.043894 tst mo_mt_call.py: using BVCI 18988\u000a04:12:42.068483 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:12:42.079971 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:12:42.091307 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:12:42.102914 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:12:42.114602 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:12:42.126847 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a04:12:42.243071 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a04:12:42.455167 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:12:42.964329 run create_hlr_db(pid=23130): Launched\u000a04:12:43.151161 bus /sierra_2: Setting Powered False\u000a04:12:44.173379 run create_hlr_db(pid=23130): Terminated: ok {rc=0}\u000a04:12:44.603523 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23132): Launched\u000a04:12:44.927499 run osmo-hlr_10.42.42.2(pid=23133): Launched\u000a04:12:45.047137 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:12:45.610690 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23135): Launched\u000a04:12:46.026933 run osmo-stp_10.42.42.5(pid=23136): Launched\u000a04:12:46.338208 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:12:46.928328 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23138): Launched\u000a04:12:47.399147 run osmo-msc_10.42.42.6(pid=23139): Launched\u000a04:12:47.579577 run osmo-stp_10.42.42.5(pid=23136): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23136)]\u000a04:12:47.707256 run osmo-stp_10.42.42.5(pid=23136): stdout: \u000a| (launched: 2022-12-09_04:12:45.775272)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:12:47.833469 run osmo-stp_10.42.42.5(pid=23136): stderr: \u000a| �[0;m�[38;5;43m20221209041246082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041246082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041246082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041246084 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041246085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041246085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041246085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:12:47.954956 run osmo-stp_10.42.42.5(pid=23136): stdout: \u000a| (launched: 2022-12-09_04:12:45.775272)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:12:48.075315 run osmo-stp_10.42.42.5(pid=23136): stderr: \u000a| �[0;m�[38;5;43m20221209041246082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041246082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041246082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041246084 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041246085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041246085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041246085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:12:48.128848 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23136): Process ended prematurely: osmo-stp_10.42.42.5(pid=23136) [trial-2354↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23136)] [trial-2354↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a04:12:48.137584 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a04:12:48.198386 run osmo-hlr_10.42.42.2(pid=23133): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23133)]\u000a04:12:48.248307 run osmo-hlr_10.42.42.2(pid=23133): stdout: \u000a| (launched: 2022-12-09_04:12:44.768069) \u000a04:12:48.298622 run osmo-hlr_10.42.42.2(pid=23133): stderr: \u000a| �[0;m�[1;31m20221209041244966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209041244966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209041244966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041244967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041244967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209041244967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209041244979 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209041244987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209041244987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209041244987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:12:48.367399 run osmo-msc_10.42.42.6(pid=23139): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23139)]\u000a04:12:48.417311 run osmo-msc_10.42.42.6(pid=23139): stdout: \u000a| (launched: 2022-12-09_04:12:47.088214) \u000a04:12:48.467643 run osmo-msc_10.42.42.6(pid=23139): stderr: \u000a| �[0;m�[38;5;43m20221209041247474 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209041247474 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4c9814ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209041247474 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209041247474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209041247474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209041247474 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209041247476 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209041247476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209041247477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209041247477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:12:48.510288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23132): Terminating (SIGTERM)\u000a04:12:48.550678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23135): Terminating (SIGTERM)\u000a04:12:48.591140 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23138): Terminating (SIGTERM)\u000a04:12:48.600521 --- ParallelTerminationStrategy: PID 23132 died...\u000a04:12:48.654961 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23132): Terminated: ok {rc=0}\u000a04:12:48.664938 --- ParallelTerminationStrategy: PID 23135 died...\u000a04:12:48.719724 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23135): Terminated: ok {rc=0}\u000a04:12:48.729871 --- ParallelTerminationStrategy: PID 23138 died...\u000a04:12:48.784237 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23138): Terminated: ok {rc=0}\u000a04:12:48.874591 bus /sierra_3: Setting Powered False\u000a04:12:49.979904 bus /sierra_3: Setting Powered False\u000a04:12:51.093523 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 39, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23147): Process ended prematurely: osmo-stp_10.42.42.5(pid=23147) [trial-2354↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23147)]", "failedSince" : 2316, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23147): Process ended prematurely: osmo-stp_10.42.42.5(pid=23147) [trial-2354↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23147)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:12:52.209296 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:12:52.221564 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a04:12:52.386837 tst mo_mt_call_osmux.py: using LAC 18988\u000a04:12:52.515453 tst mo_mt_call_osmux.py: using RAC 118\u000a04:12:52.640877 tst mo_mt_call_osmux.py: using CellId 18988\u000a04:12:52.759403 tst mo_mt_call_osmux.py: using BVCI 18989\u000a04:12:52.782266 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:12:52.793366 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:12:52.804262 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:12:52.815232 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:12:52.826185 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:12:52.836857 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a04:12:52.956418 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a04:12:53.168095 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:12:53.678287 run create_hlr_db(pid=23141): Launched\u000a04:12:53.864867 bus /sierra_2: Setting Powered False\u000a04:12:54.886656 run create_hlr_db(pid=23141): Terminated: ok {rc=0}\u000a04:12:55.291231 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23143): Launched\u000a04:12:55.594678 run osmo-hlr_10.42.42.2(pid=23144): Launched\u000a04:12:55.716464 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:12:56.250271 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23146): Launched\u000a04:12:56.552028 run osmo-stp_10.42.42.5(pid=23147): Launched\u000a04:12:56.661742 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:12:57.210707 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23149): Launched\u000a04:12:57.512363 run osmo-msc_10.42.42.6(pid=23150): Launched\u000a04:12:57.690318 run osmo-stp_10.42.42.5(pid=23147): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23147)]\u000a04:12:57.817664 run osmo-stp_10.42.42.5(pid=23147): stdout: \u000a| (launched: 2022-12-09_04:12:56.402685)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:12:57.942753 run osmo-stp_10.42.42.5(pid=23147): stderr: \u000a| �[0;m�[38;5;43m20221209041256572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041256572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041256572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041256573 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041256575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041256575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041256575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:12:58.063288 run osmo-stp_10.42.42.5(pid=23147): stdout: \u000a| (launched: 2022-12-09_04:12:56.402685)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:12:58.183198 run osmo-stp_10.42.42.5(pid=23147): stderr: \u000a| �[0;m�[38;5;43m20221209041256572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041256572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041256572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041256573 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041256575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041256575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041256575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:12:58.236025 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23147): Process ended prematurely: osmo-stp_10.42.42.5(pid=23147) [trial-2354↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23147)] [trial-2354↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a04:12:58.244739 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a04:12:58.304666 run osmo-hlr_10.42.42.2(pid=23144): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23144)]\u000a04:12:58.353879 run osmo-hlr_10.42.42.2(pid=23144): stdout: \u000a| (launched: 2022-12-09_04:12:55.444479) \u000a04:12:58.403601 run osmo-hlr_10.42.42.2(pid=23144): stderr: \u000a| �[0;m�[1;31m20221209041255621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209041255621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209041255621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041255621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041255621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209041255621 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209041255633 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209041255642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209041255642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209041255642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:12:58.471295 run osmo-msc_10.42.42.6(pid=23150): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23150)]\u000a04:12:58.520041 run osmo-msc_10.42.42.6(pid=23150): stdout: \u000a| (launched: 2022-12-09_04:12:57.363266) \u000a04:12:58.569510 run osmo-msc_10.42.42.6(pid=23150): stderr: \u000a| �[0;m�[38;5;43m20221209041257634 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209041257634 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5f51607c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209041257634 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209041257634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209041257635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209041257635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209041257636 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209041257637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209041257637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209041257637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:12:58.611209 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23143): Terminating (SIGTERM)\u000a04:12:58.650678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23146): Terminating (SIGTERM)\u000a04:12:58.690448 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23149): Terminating (SIGTERM)\u000a04:12:58.699799 --- ParallelTerminationStrategy: PID 23143 died...\u000a04:12:58.753777 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23143): Terminated: ok {rc=0}\u000a04:12:58.763411 --- ParallelTerminationStrategy: PID 23146 died...\u000a04:12:58.816641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23146): Terminated: ok {rc=0}\u000a04:12:58.826322 --- ParallelTerminationStrategy: PID 23149 died...\u000a04:12:58.879279 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23149): Terminated: ok {rc=0}\u000a04:12:58.962934 bus /sierra_3: Setting Powered False\u000a04:13:00.070372 bus /sierra_3: Setting Powered False\u000a04:13:01.184190 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "83", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:12:41" }, { "cases" : [ { "testActions" : [ ], "age" : 37, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23161): Process ended prematurely: osmo-stp_10.42.42.5(pid=23161) [trial-2354↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23161)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23161): Process ended prematurely: osmo-stp_10.42.42.5(pid=23161) [trial-2354↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23161)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a04:13:03.193400 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:13:03.204844 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a04:13:03.367715 tst mo_mt_call.py: using LAC 18989\u000a04:13:03.493985 tst mo_mt_call.py: using RAC 119\u000a04:13:03.620121 tst mo_mt_call.py: using CellId 18989\u000a04:13:03.747126 tst mo_mt_call.py: using BVCI 18990\u000a04:13:03.771725 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:13:03.783221 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:13:03.794618 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:13:03.806348 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:13:03.818049 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:13:03.829593 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:13:03.947051 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:13:04.147996 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:13:04.631679 run create_hlr_db(pid=23155): Launched\u000a04:13:04.804216 bus /sierra_2: Setting Powered False\u000a04:13:05.827108 run create_hlr_db(pid=23155): Terminated: ok {rc=0}\u000a04:13:06.256905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23157): Launched\u000a04:13:06.582798 run osmo-hlr_10.42.42.2(pid=23158): Launched\u000a04:13:06.704771 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:13:07.268296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23160): Launched\u000a04:13:07.593108 run osmo-stp_10.42.42.5(pid=23161): Launched\u000a04:13:07.710956 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:13:08.300483 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23163): Launched\u000a04:13:08.624895 run osmo-msc_10.42.42.6(pid=23164): Launched\u000a04:13:08.815678 run osmo-stp_10.42.42.5(pid=23161): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23161)]\u000a04:13:08.954215 run osmo-stp_10.42.42.5(pid=23161): stdout: \u000a| (launched: 2022-12-09_04:13:07.433534)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:13:09.091364 run osmo-stp_10.42.42.5(pid=23161): stderr: \u000a| �[0;m�[38;5;43m20221209041307627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041307627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041307627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041307627 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041307628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041307628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041307628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:13:09.222139 run osmo-stp_10.42.42.5(pid=23161): stdout: \u000a| (launched: 2022-12-09_04:13:07.433534)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:13:09.351911 run osmo-stp_10.42.42.5(pid=23161): stderr: \u000a| �[0;m�[38;5;43m20221209041307627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041307627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041307627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041307627 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041307628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041307628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041307628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:13:09.409275 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23161): Process ended prematurely: osmo-stp_10.42.42.5(pid=23161) [trial-2354↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23161)] [trial-2354↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a04:13:09.418664 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a04:13:09.482908 run osmo-hlr_10.42.42.2(pid=23158): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23158)]\u000a04:13:09.535407 run osmo-hlr_10.42.42.2(pid=23158): stdout: \u000a| (launched: 2022-12-09_04:13:06.423105) \u000a04:13:09.588865 run osmo-hlr_10.42.42.2(pid=23158): stderr: \u000a| �[0;m�[1;31m20221209041306620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209041306620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209041306620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041306620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041306620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209041306620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209041306632 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209041306641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209041306641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209041306641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:13:09.661250 run osmo-msc_10.42.42.6(pid=23164): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23164)]\u000a04:13:09.713661 run osmo-msc_10.42.42.6(pid=23164): stdout: \u000a| (launched: 2022-12-09_04:13:08.466009) \u000a04:13:09.766547 run osmo-msc_10.42.42.6(pid=23164): stderr: \u000a| �[0;m�[38;5;43m20221209041308790 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209041308790 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1eb6f7cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209041308790 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209041308790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209041308790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209041308791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209041308792 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209041308793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209041308793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209041308793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:13:09.811653 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23157): Terminating (SIGTERM)\u000a04:13:09.854521 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23160): Terminating (SIGTERM)\u000a04:13:09.897555 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23163): Terminating (SIGTERM)\u000a04:13:09.907564 --- ParallelTerminationStrategy: PID 23157 died...\u000a04:13:09.964761 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23157): Terminated: ok {rc=0}\u000a04:13:09.974972 --- ParallelTerminationStrategy: PID 23160 died...\u000a04:13:10.031678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23160): Terminated: ok {rc=0}\u000a04:13:10.041881 --- ParallelTerminationStrategy: PID 23163 died...\u000a04:13:10.098908 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23163): Terminated: ok {rc=0}\u000a04:13:10.187722 bus /sierra_3: Setting Powered False\u000a04:13:11.292419 bus /sierra_3: Setting Powered False\u000a04:13:12.404447 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 37, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23172): Process ended prematurely: osmo-stp_10.42.42.5(pid=23172) [trial-2354↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23172)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23172): Process ended prematurely: osmo-stp_10.42.42.5(pid=23172) [trial-2354↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23172)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:13:13.520499 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:13:13.532764 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a04:13:13.698874 tst mo_mt_call_osmux.py: using LAC 18990\u000a04:13:13.820532 tst mo_mt_call_osmux.py: using RAC 120\u000a04:13:13.938909 tst mo_mt_call_osmux.py: using CellId 18990\u000a04:13:14.056536 tst mo_mt_call_osmux.py: using BVCI 18991\u000a04:13:14.079570 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:13:14.090813 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:13:14.102194 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:13:14.113566 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:13:14.124737 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:13:14.135876 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:13:14.255242 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:13:14.467697 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:13:14.978679 run create_hlr_db(pid=23166): Launched\u000a04:13:15.164937 bus /sierra_2: Setting Powered False\u000a04:13:16.188057 run create_hlr_db(pid=23166): Terminated: ok {rc=0}\u000a04:13:16.637856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23168): Launched\u000a04:13:17.074334 run osmo-hlr_10.42.42.2(pid=23169): Launched\u000a04:13:17.209937 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:13:17.773116 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23171): Launched\u000a04:13:18.096942 run osmo-stp_10.42.42.5(pid=23172): Launched\u000a04:13:18.214904 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:13:18.806244 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23174): Launched\u000a04:13:19.130811 run osmo-msc_10.42.42.6(pid=23175): Launched\u000a04:13:19.320802 run osmo-stp_10.42.42.5(pid=23172): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23172)]\u000a04:13:19.458573 run osmo-stp_10.42.42.5(pid=23172): stdout: \u000a| (launched: 2022-12-09_04:13:17.937250)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:13:19.595260 run osmo-stp_10.42.42.5(pid=23172): stderr: \u000a| �[0;m�[38;5;43m20221209041318131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041318131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041318131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041318132 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041318132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041318132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041318132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:13:19.726343 run osmo-stp_10.42.42.5(pid=23172): stdout: \u000a| (launched: 2022-12-09_04:13:17.937250)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:13:19.855529 run osmo-stp_10.42.42.5(pid=23172): stderr: \u000a| �[0;m�[38;5;43m20221209041318131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041318131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041318131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041318132 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041318132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041318132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041318132 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:13:19.912585 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23172): Process ended prematurely: osmo-stp_10.42.42.5(pid=23172) [trial-2354↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23172)] [trial-2354↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a04:13:19.921923 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a04:13:19.986135 run osmo-hlr_10.42.42.2(pid=23169): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23169)]\u000a04:13:20.038176 run osmo-hlr_10.42.42.2(pid=23169): stdout: \u000a| (launched: 2022-12-09_04:13:16.806607) \u000a04:13:20.091219 run osmo-hlr_10.42.42.2(pid=23169): stderr: \u000a| �[0;m�[1;31m20221209041317102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209041317102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209041317102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041317102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041317102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209041317102 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209041317115 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209041317124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209041317124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209041317124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:13:20.163036 run osmo-msc_10.42.42.6(pid=23175): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23175)]\u000a04:13:20.215113 run osmo-msc_10.42.42.6(pid=23175): stdout: \u000a| (launched: 2022-12-09_04:13:18.970872) \u000a04:13:20.267842 run osmo-msc_10.42.42.6(pid=23175): stderr: \u000a| �[0;m�[38;5;43m20221209041319292 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209041319293 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f17b65dbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209041319293 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209041319293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209041319293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209041319293 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209041319295 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209041319295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209041319295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209041319295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:13:20.312597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23168): Terminating (SIGTERM)\u000a04:13:20.355531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23171): Terminating (SIGTERM)\u000a04:13:20.397918 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23174): Terminating (SIGTERM)\u000a04:13:20.408005 --- ParallelTerminationStrategy: PID 23168 died...\u000a04:13:20.465200 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23168): Terminated: ok {rc=0}\u000a04:13:20.475402 --- ParallelTerminationStrategy: PID 23171 died...\u000a04:13:20.532513 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23171): Terminated: ok {rc=0}\u000a04:13:20.542682 --- ParallelTerminationStrategy: PID 23174 died...\u000a04:13:20.599242 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23174): Terminated: ok {rc=0}\u000a04:13:20.686441 bus /sierra_3: Setting Powered False\u000a04:13:21.794411 bus /sierra_3: Setting Powered False\u000a04:13:22.905574 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "84", "name" : "voice_trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:13:02" }, { "cases" : [ { "testActions" : [ ], "age" : 37, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23186): Process ended prematurely: osmo-stp_10.42.42.5(pid=23186) [trial-2354↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23186)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23186): Process ended prematurely: osmo-stp_10.42.42.5(pid=23186) [trial-2354↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23186)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a04:13:24.889950 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:13:24.900748 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:13:25.058338 tst mo_mt_call.py: using LAC 18991\u000a04:13:25.184861 tst mo_mt_call.py: using RAC 121\u000a04:13:25.310807 tst mo_mt_call.py: using CellId 18991\u000a04:13:25.436921 tst mo_mt_call.py: using BVCI 18992\u000a04:13:25.461555 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:13:25.473318 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:13:25.484405 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:13:25.495874 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:13:25.507320 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:13:25.518647 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a04:13:25.635244 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a04:13:25.835870 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:13:26.320698 run create_hlr_db(pid=23180): Launched\u000a04:13:26.493971 bus /sierra_2: Setting Powered False\u000a04:13:27.518195 run create_hlr_db(pid=23180): Terminated: ok {rc=0}\u000a04:13:27.950584 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23182): Launched\u000a04:13:28.276465 run osmo-hlr_10.42.42.2(pid=23183): Launched\u000a04:13:28.394886 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:13:28.955379 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23185): Launched\u000a04:13:29.277880 run osmo-stp_10.42.42.5(pid=23186): Launched\u000a04:13:29.395916 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:13:29.986809 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23188): Launched\u000a04:13:30.311078 run osmo-msc_10.42.42.6(pid=23189): Launched\u000a04:13:30.501663 run osmo-stp_10.42.42.5(pid=23186): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23186)]\u000a04:13:30.638750 run osmo-stp_10.42.42.5(pid=23186): stdout: \u000a| (launched: 2022-12-09_04:13:29.119605)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:13:30.775686 run osmo-stp_10.42.42.5(pid=23186): stderr: \u000a| �[0;m�[38;5;43m20221209041329313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041329313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041329314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041329314 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041329314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041329315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041329315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:13:30.914122 run osmo-stp_10.42.42.5(pid=23186): stdout: \u000a| (launched: 2022-12-09_04:13:29.119605)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:13:31.050423 run osmo-stp_10.42.42.5(pid=23186): stderr: \u000a| �[0;m�[38;5;43m20221209041329313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041329313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041329314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041329314 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041329314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041329315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041329315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:13:31.109077 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23186): Process ended prematurely: osmo-stp_10.42.42.5(pid=23186) [trial-2354↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23186)] [trial-2354↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a04:13:31.119336 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a04:13:31.188615 run osmo-hlr_10.42.42.2(pid=23183): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23183)]\u000a04:13:31.243841 run osmo-hlr_10.42.42.2(pid=23183): stdout: \u000a| (launched: 2022-12-09_04:13:28.116009) \u000a04:13:31.300005 run osmo-hlr_10.42.42.2(pid=23183): stderr: \u000a| �[0;m�[1;31m20221209041328314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209041328314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209041328314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041328314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041328314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209041328314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209041328327 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209041328337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209041328338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209041328338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:13:31.375592 run osmo-msc_10.42.42.6(pid=23189): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23189)]\u000a04:13:31.430975 run osmo-msc_10.42.42.6(pid=23189): stdout: \u000a| (launched: 2022-12-09_04:13:30.151685) \u000a04:13:31.486911 run osmo-msc_10.42.42.6(pid=23189): stderr: \u000a| �[0;m�[38;5;43m20221209041330475 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209041330475 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feb238a9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209041330476 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209041330476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209041330476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209041330476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209041330478 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209041330478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209041330478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209041330478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:13:31.534424 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23182): Terminating (SIGTERM)\u000a04:13:31.581476 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23185): Terminating (SIGTERM)\u000a04:13:31.626677 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23188): Terminating (SIGTERM)\u000a04:13:31.637162 --- ParallelTerminationStrategy: PID 23182 died...\u000a04:13:31.698575 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23182): Terminated: ok {rc=0}\u000a04:13:31.709763 --- ParallelTerminationStrategy: PID 23185 died...\u000a04:13:31.770015 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23185): Terminated: ok {rc=0}\u000a04:13:31.781263 --- ParallelTerminationStrategy: PID 23188 died...\u000a04:13:31.842545 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23188): Terminated: ok {rc=0}\u000a04:13:31.935706 bus /sierra_3: Setting Powered False\u000a04:13:33.041968 bus /sierra_3: Setting Powered False\u000a04:13:34.150490 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 37, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23197): Process ended prematurely: osmo-stp_10.42.42.5(pid=23197) [trial-2354↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23197)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23197): Process ended prematurely: osmo-stp_10.42.42.5(pid=23197) [trial-2354↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23197)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:13:35.265529 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:13:35.277634 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:13:35.444089 tst mo_mt_call_osmux.py: using LAC 18992\u000a04:13:35.573353 tst mo_mt_call_osmux.py: using RAC 122\u000a04:13:35.705974 tst mo_mt_call_osmux.py: using CellId 18992\u000a04:13:35.830802 tst mo_mt_call_osmux.py: using BVCI 18993\u000a04:13:35.855466 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:13:35.867004 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:13:35.878246 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:13:35.889756 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:13:35.901154 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:13:35.912411 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a04:13:36.029694 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a04:13:36.241531 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:13:36.751176 run create_hlr_db(pid=23191): Launched\u000a04:13:36.937877 bus /sierra_2: Setting Powered False\u000a04:13:37.960651 run create_hlr_db(pid=23191): Terminated: ok {rc=0}\u000a04:13:38.366416 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23193): Launched\u000a04:13:38.668191 run osmo-hlr_10.42.42.2(pid=23194): Launched\u000a04:13:38.784273 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:13:39.313310 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23196): Launched\u000a04:13:39.615532 run osmo-stp_10.42.42.5(pid=23197): Launched\u000a04:13:39.725629 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:13:40.283045 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23199): Launched\u000a04:13:40.585567 run osmo-msc_10.42.42.6(pid=23200): Launched\u000a04:13:40.762520 run osmo-stp_10.42.42.5(pid=23197): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23197)]\u000a04:13:40.890174 run osmo-stp_10.42.42.5(pid=23197): stdout: \u000a| (launched: 2022-12-09_04:13:39.466514)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:13:41.016147 run osmo-stp_10.42.42.5(pid=23197): stderr: \u000a| �[0;m�[38;5;43m20221209041339637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041339638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041339638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041339638 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041339639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041339639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041339639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:13:41.137513 run osmo-stp_10.42.42.5(pid=23197): stdout: \u000a| (launched: 2022-12-09_04:13:39.466514)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:13:41.258039 run osmo-stp_10.42.42.5(pid=23197): stderr: \u000a| �[0;m�[38;5;43m20221209041339637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041339638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041339638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041339638 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041339639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041339639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041339639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:13:41.311391 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23197): Process ended prematurely: osmo-stp_10.42.42.5(pid=23197) [trial-2354↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23197)] [trial-2354↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a04:13:41.320058 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a04:13:41.380412 run osmo-hlr_10.42.42.2(pid=23194): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23194)]\u000a04:13:41.429939 run osmo-hlr_10.42.42.2(pid=23194): stdout: \u000a| (launched: 2022-12-09_04:13:38.519201) \u000a04:13:41.480219 run osmo-hlr_10.42.42.2(pid=23194): stderr: \u000a| �[0;m�[1;31m20221209041338694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209041338694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209041338694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041338694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041338694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209041338694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209041338707 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209041338717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209041338718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209041338718 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:13:41.548273 run osmo-msc_10.42.42.6(pid=23200): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23200)]\u000a04:13:41.597911 run osmo-msc_10.42.42.6(pid=23200): stdout: \u000a| (launched: 2022-12-09_04:13:40.435984) \u000a04:13:41.647971 run osmo-msc_10.42.42.6(pid=23200): stderr: \u000a| �[0;m�[38;5;43m20221209041340709 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209041340709 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb2f46f0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209041340709 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209041340709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209041340710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209041340711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209041340712 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209041340713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209041340713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209041340713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:13:41.690326 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23193): Terminating (SIGTERM)\u000a04:13:41.730227 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23196): Terminating (SIGTERM)\u000a04:13:41.770152 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23199): Terminating (SIGTERM)\u000a04:13:41.779524 --- ParallelTerminationStrategy: PID 23193 died...\u000a04:13:41.832930 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23193): Terminated: ok {rc=0}\u000a04:13:41.842573 --- ParallelTerminationStrategy: PID 23196 died...\u000a04:13:41.896224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23196): Terminated: ok {rc=0}\u000a04:13:41.906030 --- ParallelTerminationStrategy: PID 23199 died...\u000a04:13:41.959222 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23199): Terminated: ok {rc=0}\u000a04:13:42.043083 bus /sierra_3: Setting Powered False\u000a04:13:43.150859 bus /sierra_3: Setting Powered False\u000a04:13:44.259338 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "85", "name" : "voice_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:13:24" }, { "cases" : [ { "testActions" : [ ], "age" : 192, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23211): Process ended prematurely: osmo-stp_10.42.42.5(pid=23211) [trial-2354↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23211)]", "failedSince" : 2163, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23211): Process ended prematurely: osmo-stp_10.42.42.5(pid=23211) [trial-2354↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23211)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a04:13:46.294273 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a04:13:46.308749 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a04:13:46.486473 tst mo_mt_call.py: using LAC 18993\u000a04:13:46.619815 tst mo_mt_call.py: using RAC 123\u000a04:13:46.782139 tst mo_mt_call.py: using CellId 18993\u000a04:13:46.917669 tst mo_mt_call.py: using BVCI 18994\u000a04:13:46.941893 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a04:13:46.954170 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a04:13:46.966294 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a04:13:46.979167 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a04:13:46.991854 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a04:13:47.004073 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a04:13:47.123779 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a04:13:47.328063 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:13:47.809992 run create_hlr_db(pid=23205): Launched\u000a04:13:47.982822 bus /sierra_2: Setting Powered False\u000a04:13:49.005220 run create_hlr_db(pid=23205): Terminated: ok {rc=0}\u000a04:13:49.434685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23207): Launched\u000a04:13:49.759566 run osmo-hlr_10.42.42.2(pid=23208): Launched\u000a04:13:49.878704 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:13:50.439956 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23210): Launched\u000a04:13:50.763876 run osmo-stp_10.42.42.5(pid=23211): Launched\u000a04:13:50.881588 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:13:51.471923 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23213): Launched\u000a04:13:51.795425 run osmo-msc_10.42.42.6(pid=23214): Launched\u000a04:13:51.985639 run osmo-stp_10.42.42.5(pid=23211): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23211)]\u000a04:13:52.122701 run osmo-stp_10.42.42.5(pid=23211): stdout: \u000a| (launched: 2022-12-09_04:13:50.604579)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:13:52.259413 run osmo-stp_10.42.42.5(pid=23211): stderr: \u000a| �[0;m�[38;5;43m20221209041350796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041350797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041350797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041350797 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041350798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041350798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041350798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:13:52.390050 run osmo-stp_10.42.42.5(pid=23211): stdout: \u000a| (launched: 2022-12-09_04:13:50.604579)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:13:52.520096 run osmo-stp_10.42.42.5(pid=23211): stderr: \u000a| �[0;m�[38;5;43m20221209041350796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041350797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041350797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041350797 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041350798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041350798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041350798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:13:52.577073 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23211): Process ended prematurely: osmo-stp_10.42.42.5(pid=23211) [trial-2354↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23211)] [trial-2354↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a04:13:52.586337 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a04:13:52.650084 run osmo-hlr_10.42.42.2(pid=23208): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23208)]\u000a04:13:52.702570 run osmo-hlr_10.42.42.2(pid=23208): stdout: \u000a| (launched: 2022-12-09_04:13:49.599295) \u000a04:13:52.755489 run osmo-hlr_10.42.42.2(pid=23208): stderr: \u000a| �[0;m�[1;31m20221209041349795 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209041349796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209041349796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041349796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041349796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209041349796 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209041349808 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209041349816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209041349816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209041349816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:13:52.827107 run osmo-msc_10.42.42.6(pid=23214): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23214)]\u000a04:13:52.879015 run osmo-msc_10.42.42.6(pid=23214): stdout: \u000a| (launched: 2022-12-09_04:13:51.636319) \u000a04:13:52.931596 run osmo-msc_10.42.42.6(pid=23214): stderr: \u000a| �[0;m�[38;5;43m20221209041351960 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209041351960 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f86a519fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209041351960 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209041351960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209041351960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209041351961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209041351962 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209041351963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209041351963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209041351963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:13:52.975932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23207): Terminating (SIGTERM)\u000a04:13:53.018369 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23210): Terminating (SIGTERM)\u000a04:13:53.060732 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23213): Terminating (SIGTERM)\u000a04:13:53.070803 --- ParallelTerminationStrategy: PID 23207 died...\u000a04:13:53.127730 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23207): Terminated: ok {rc=0}\u000a04:13:53.137935 --- ParallelTerminationStrategy: PID 23210 died...\u000a04:13:53.194307 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23210): Terminated: ok {rc=0}\u000a04:13:53.204695 --- ParallelTerminationStrategy: PID 23213 died...\u000a04:13:53.261240 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23213): Terminated: ok {rc=0}\u000a04:13:53.349838 bus /sierra_3: Setting Powered False\u000a04:13:54.458510 bus /sierra_3: Setting Powered False\u000a04:13:55.567128 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 190, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23222): Process ended prematurely: osmo-stp_10.42.42.5(pid=23222) [trial-2354↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23222)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23222): Process ended prematurely: osmo-stp_10.42.42.5(pid=23222) [trial-2354↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23222)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:13:56.675718 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a04:13:56.687639 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a04:13:56.826674 tst mo_mt_call_osmux.py: using LAC 18994\u000a04:13:56.946793 tst mo_mt_call_osmux.py: using RAC 124\u000a04:13:57.065580 tst mo_mt_call_osmux.py: using CellId 18994\u000a04:13:57.184281 tst mo_mt_call_osmux.py: using BVCI 18995\u000a04:13:57.207197 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a04:13:57.218500 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a04:13:57.229453 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a04:13:57.240528 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a04:13:57.251745 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a04:13:57.262890 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a04:13:57.381919 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a04:13:57.586603 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:13:58.070198 run create_hlr_db(pid=23216): Launched\u000a04:13:58.243018 bus /sierra_2: Setting Powered False\u000a04:13:59.266218 run create_hlr_db(pid=23216): Terminated: ok {rc=0}\u000a04:13:59.697374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23218): Launched\u000a04:14:00.021704 run osmo-hlr_10.42.42.2(pid=23219): Launched\u000a04:14:00.142299 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:14:00.707023 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23221): Launched\u000a04:14:01.154202 run osmo-stp_10.42.42.5(pid=23222): Launched\u000a04:14:01.452597 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:14:02.051915 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23224): Launched\u000a04:14:02.410267 run osmo-msc_10.42.42.6(pid=23225): Launched\u000a04:14:02.601508 run osmo-stp_10.42.42.5(pid=23222): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23222)]\u000a04:14:02.739285 run osmo-stp_10.42.42.5(pid=23222): stdout: \u000a| (launched: 2022-12-09_04:14:00.883705)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:14:02.875843 run osmo-stp_10.42.42.5(pid=23222): stderr: \u000a| �[0;m�[38;5;43m20221209041401188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041401188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041401191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041401193 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041401195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041401195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041401195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:14:03.006200 run osmo-stp_10.42.42.5(pid=23222): stdout: \u000a| (launched: 2022-12-09_04:14:00.883705)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:14:03.135757 run osmo-stp_10.42.42.5(pid=23222): stderr: \u000a| �[0;m�[38;5;43m20221209041401188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041401188 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041401191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041401193 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041401195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041401195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041401195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:14:03.192757 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23222): Process ended prematurely: osmo-stp_10.42.42.5(pid=23222) [trial-2354↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23222)] [trial-2354↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a04:14:03.201962 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a04:14:03.266200 run osmo-hlr_10.42.42.2(pid=23219): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23219)]\u000a04:14:03.319009 run osmo-hlr_10.42.42.2(pid=23219): stdout: \u000a| (launched: 2022-12-09_04:13:59.862508) \u000a04:14:03.371655 run osmo-hlr_10.42.42.2(pid=23219): stderr: \u000a| �[0;m�[1;31m20221209041400063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209041400064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209041400064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041400064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041400064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209041400064 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209041400076 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209041400084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209041400084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209041400085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:14:03.444429 run osmo-msc_10.42.42.6(pid=23225): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23225)]\u000a04:14:03.496911 run osmo-msc_10.42.42.6(pid=23225): stdout: \u000a| (launched: 2022-12-09_04:14:02.208740) \u000a04:14:03.550167 run osmo-msc_10.42.42.6(pid=23225): stderr: \u000a| �[0;m�[38;5;43m20221209041402570 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209041402571 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1fa56dec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209041402571 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209041402571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209041402571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209041402571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209041402573 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209041402573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209041402574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209041402574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:14:03.594842 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23218): Terminating (SIGTERM)\u000a04:14:03.637407 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23221): Terminating (SIGTERM)\u000a04:14:03.680008 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23224): Terminating (SIGTERM)\u000a04:14:03.690090 --- ParallelTerminationStrategy: PID 23218 died...\u000a04:14:03.747219 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23218): Terminated: ok {rc=0}\u000a04:14:03.757519 --- ParallelTerminationStrategy: PID 23221 died...\u000a04:14:03.814211 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23221): Terminated: ok {rc=0}\u000a04:14:03.824376 --- ParallelTerminationStrategy: PID 23224 died...\u000a04:14:03.881112 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23224): Terminated: ok {rc=0}\u000a04:14:03.970015 bus /sierra_3: Setting Powered False\u000a04:14:05.075105 bus /sierra_3: Setting Powered False\u000a04:14:06.185358 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "86", "name" : "voice_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:13:45" }, { "cases" : [ { "testActions" : [ ], "age" : 37, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23236): Process ended prematurely: osmo-stp_10.42.42.5(pid=23236) [trial-2354↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23236)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23236): Process ended prematurely: osmo-stp_10.42.42.5(pid=23236) [trial-2354↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23236)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 emergency:trx-umtrx emergency_mo_mt_call.py\u000a----------------------------------------------\u000a04:14:08.188737 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:14:08.199379 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a04:14:08.333844 tst emergency_mo_mt_call.py: using LAC 18995\u000a04:14:08.449769 tst emergency_mo_mt_call.py: using RAC 125\u000a04:14:08.565562 tst emergency_mo_mt_call.py: using CellId 18995\u000a04:14:08.681319 tst emergency_mo_mt_call.py: using BVCI 18996\u000a04:14:08.703712 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:14:08.714330 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:14:08.724662 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:14:08.735094 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:14:08.745502 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:14:08.755799 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a04:14:08.873773 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a04:14:09.074004 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:14:09.549367 run create_hlr_db(pid=23230): Launched\u000a04:14:09.720256 bus /sierra_2: Setting Powered False\u000a04:14:10.741321 run create_hlr_db(pid=23230): Terminated: ok {rc=0}\u000a04:14:11.137115 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23232): Launched\u000a04:14:11.433488 run osmo-hlr_10.42.42.2(pid=23233): Launched\u000a04:14:11.541772 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:14:12.056417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23235): Launched\u000a04:14:12.353823 run osmo-stp_10.42.42.5(pid=23236): Launched\u000a04:14:12.473495 tst emergency_mo_mt_call.py: using MSISDN 7020\u000a04:14:12.620061 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:14:13.175282 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23238): Launched\u000a04:14:13.494674 run osmo-msc_10.42.42.6(pid=23239): Launched\u000a04:14:13.683673 run osmo-stp_10.42.42.5(pid=23236): ERR: Terminated: ERROR {rc=1} [trial-2354↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23236)]\u000a04:14:13.819374 run osmo-stp_10.42.42.5(pid=23236): stdout: \u000a| (launched: 2022-12-09_04:14:12.207077)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:14:13.954910 run osmo-stp_10.42.42.5(pid=23236): stderr: \u000a| �[0;m�[38;5;43m20221209041412378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041412378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041412378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041412379 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041412381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041412381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041412381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:14:14.082997 run osmo-stp_10.42.42.5(pid=23236): stdout: \u000a| (launched: 2022-12-09_04:14:12.207077)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:14:14.210272 run osmo-stp_10.42.42.5(pid=23236): stderr: \u000a| �[0;m�[38;5;43m20221209041412378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041412378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041412378 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041412379 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041412381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041412381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041412381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:14:14.265734 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=23236): Process ended prematurely: osmo-stp_10.42.42.5(pid=23236) [trial-2354↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23236)] [trial-2354↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19]\u000a04:14:14.274328 tst emergency_mo_mt_call.py:19: Test FAILED (6.1 sec)\u000a04:14:14.338185 run osmo-hlr_10.42.42.2(pid=23233): ERR: Terminated: ERROR {rc=237} [trial-2354↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23233)]\u000a04:14:14.390209 run osmo-hlr_10.42.42.2(pid=23233): stdout: \u000a| (launched: 2022-12-09_04:14:11.287106) \u000a04:14:14.443336 run osmo-hlr_10.42.42.2(pid=23233): stderr: \u000a| �[0;m�[1;31m20221209041411463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209041411463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209041411463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041411464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041411464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209041411464 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209041411477 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/emergency:trx-umtrx/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209041411485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209041411486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209041411486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:14:14.514899 run osmo-msc_10.42.42.6(pid=23239): ERR: Terminated: ERROR {rc=2} [trial-2354↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23239)]\u000a04:14:14.566981 run osmo-msc_10.42.42.6(pid=23239): stdout: \u000a| (launched: 2022-12-09_04:14:13.337323) \u000a04:14:14.619686 run osmo-msc_10.42.42.6(pid=23239): stderr: \u000a| �[0;m�[38;5;43m20221209041413658 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209041413659 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8b82468c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209041413659 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209041413659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209041413659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209041413659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209041413661 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209041413661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209041413662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209041413662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:14:14.664054 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23232): Terminating (SIGTERM)\u000a04:14:14.707192 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23235): Terminating (SIGTERM)\u000a04:14:14.749974 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23238): Terminating (SIGTERM)\u000a04:14:14.759741 --- ParallelTerminationStrategy: PID 23232 died...\u000a04:14:14.816666 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23232): Terminated: ok {rc=0}\u000a04:14:14.826875 --- ParallelTerminationStrategy: PID 23235 died...\u000a04:14:14.883581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23235): Terminated: ok {rc=0}\u000a04:14:14.893719 --- ParallelTerminationStrategy: PID 23238 died...\u000a04:14:14.950632 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23238): Terminated: ok {rc=0}\u000a04:14:15.039112 bus /sierra_3: Setting Powered False\u000a04:14:16.144251 bus /sierra_3: Setting Powered False\u000a04:14:17.257500 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23247): Process ended prematurely: osmo-stp_10.42.42.5(pid=23247) [trial-2354↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23247)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23247): Process ended prematurely: osmo-stp_10.42.42.5(pid=23247) [trial-2354↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23247)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 emergency:trx-umtrx emergency_preemptive_call.py\u000a----------------------------------------------\u000a04:14:18.308511 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:14:18.319892 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a04:14:18.456556 tst emergency_preemptive_call.py: using LAC 18996\u000a04:14:18.575591 tst emergency_preemptive_call.py: using RAC 126\u000a04:14:18.694701 tst emergency_preemptive_call.py: using CellId 18996\u000a04:14:18.811248 tst emergency_preemptive_call.py: using BVCI 18997\u000a04:14:18.833969 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:14:18.844428 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:14:18.854949 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:14:18.865378 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:14:18.875745 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:14:18.886075 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a04:14:19.002254 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a04:14:19.121880 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a04:14:19.239200 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a04:14:19.440613 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:14:19.918503 run create_hlr_db(pid=23241): Launched\u000a04:14:20.089389 bus /sierra_2: Setting Powered False\u000a04:14:21.109847 run create_hlr_db(pid=23241): Terminated: ok {rc=0}\u000a04:14:21.506652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23243): Launched\u000a04:14:21.802937 run osmo-hlr_10.42.42.2(pid=23244): Launched\u000a04:14:21.910780 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:14:22.426630 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23246): Launched\u000a04:14:22.722935 run osmo-stp_10.42.42.5(pid=23247): Launched\u000a04:14:22.842193 tst emergency_preemptive_call.py: using MSISDN 7021\u000a04:14:22.988398 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:14:23.528446 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23249): Launched\u000a04:14:23.825176 run osmo-msc_10.42.42.6(pid=23250): Launched\u000a04:14:23.999882 run osmo-stp_10.42.42.5(pid=23247): ERR: Terminated: ERROR {rc=1} [trial-2354↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23247)]\u000a04:14:24.126600 run osmo-stp_10.42.42.5(pid=23247): stdout: \u000a| (launched: 2022-12-09_04:14:22.576406)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:14:24.251296 run osmo-stp_10.42.42.5(pid=23247): stderr: \u000a| �[0;m�[38;5;43m20221209041422749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041422749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041422749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041422750 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041422750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041422750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041422750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:14:24.370590 run osmo-stp_10.42.42.5(pid=23247): stdout: \u000a| (launched: 2022-12-09_04:14:22.576406)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:14:24.488211 run osmo-stp_10.42.42.5(pid=23247): stderr: \u000a| �[0;m�[38;5;43m20221209041422749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041422749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041422749 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041422750 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041422750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041422750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041422750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:14:24.539981 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=23247): Process ended prematurely: osmo-stp_10.42.42.5(pid=23247) [trial-2354↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23247)] [trial-2354↪emergency:trx-umtrx↪emergency_preemptive_call.py:32]\u000a04:14:24.547903 tst emergency_preemptive_call.py:32: Test FAILED (6.2 sec)\u000a04:14:24.608324 run osmo-hlr_10.42.42.2(pid=23244): ERR: Terminated: ERROR {rc=237} [trial-2354↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23244)]\u000a04:14:24.657777 run osmo-hlr_10.42.42.2(pid=23244): stdout: \u000a| (launched: 2022-12-09_04:14:21.657261) \u000a04:14:24.707833 run osmo-hlr_10.42.42.2(pid=23244): stderr: \u000a| �[0;m�[1;31m20221209041421835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209041421835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209041421835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041421835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041421835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209041421835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209041421847 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/emergency:trx-umtrx/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209041421856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209041421856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209041421856 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:14:24.775874 run osmo-msc_10.42.42.6(pid=23250): ERR: Terminated: ERROR {rc=2} [trial-2354↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23250)]\u000a04:14:24.825443 run osmo-msc_10.42.42.6(pid=23250): stdout: \u000a| (launched: 2022-12-09_04:14:23.678443) \u000a04:14:24.875116 run osmo-msc_10.42.42.6(pid=23250): stderr: \u000a| �[0;m�[38;5;43m20221209041423948 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209041423948 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fde3ef17c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209041423948 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209041423948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209041423948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209041423948 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209041423950 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209041423951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209041423951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209041423951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:14:24.917381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23243): Terminating (SIGTERM)\u000a04:14:24.957354 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23246): Terminating (SIGTERM)\u000a04:14:24.997369 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23249): Terminating (SIGTERM)\u000a04:14:25.006670 --- ParallelTerminationStrategy: PID 23243 died...\u000a04:14:25.060519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23243): Terminated: ok {rc=0}\u000a04:14:25.070201 --- ParallelTerminationStrategy: PID 23246 died...\u000a04:14:25.123648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23246): Terminated: ok {rc=0}\u000a04:14:25.133349 --- ParallelTerminationStrategy: PID 23249 died...\u000a04:14:25.186621 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23249): Terminated: ok {rc=0}\u000a04:14:25.276913 bus /sierra_9: Setting Powered False\u000a04:14:26.380812 bus /sierra_9: Setting Powered False\u000a04:14:27.494268 bus /sierra_8: Setting Powered False\u000a04:14:28.598353 bus /sierra_8: Setting Powered False\u000a04:14:29.711007 bus /sierra_3: Setting Powered False\u000a04:14:30.814449 bus /sierra_3: Setting Powered False\u000a04:14:31.937396 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 26.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "87", "name" : "emergency_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:14:07" }, { "cases" : [ { "testActions" : [ ], "age" : 37, "className" : "gprs:trx-umtrx", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23267): Process ended prematurely: osmo-stp_10.42.42.5(pid=23267) [trial-2354↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23267)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23267): Process ended prematurely: osmo-stp_10.42.42.5(pid=23267) [trial-2354↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23267)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-umtrx cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:14:34.062285 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:34.073273 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a04:14:34.214436 tst cs_paging_gprs_active.py: using LAC 18997\u000a04:14:34.344044 tst cs_paging_gprs_active.py: using RAC 127\u000a04:14:34.469922 tst cs_paging_gprs_active.py: using CellId 18997\u000a04:14:34.595232 tst cs_paging_gprs_active.py: using BVCI 18998\u000a04:14:34.619990 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:34.631057 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:34.641804 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:34.652846 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:34.663767 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:34.674751 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:34.685928 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:34.696790 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:34.708036 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a04:14:34.829365 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a04:14:35.124211 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:14:35.260363 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:14:35.595983 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23257): Launched\u000a04:14:35.874507 run iperf3-srv_10.42.42.10(pid=23258): Launched\u000a04:14:36.073551 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:14:36.209184 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:14:36.544436 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23259): Launched\u000a04:14:36.823020 run iperf3-srv_10.42.42.10(pid=23260): Launched\u000a04:14:37.021618 tst cs_paging_gprs_active.py:38: start network...\u000a04:14:37.157172 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:14:37.667380 run create_hlr_db(pid=23261): Launched\u000a04:14:37.854787 bus /sierra_2: Setting Powered False\u000a04:14:38.876744 run create_hlr_db(pid=23261): Terminated: ok {rc=0}\u000a04:14:39.308107 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23263): Launched\u000a04:14:39.633503 run osmo-hlr_10.42.42.2(pid=23264): Launched\u000a04:14:39.753145 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:14:40.315531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23266): Launched\u000a04:14:40.640640 run osmo-stp_10.42.42.5(pid=23267): Launched\u000a04:14:40.758296 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:14:41.320226 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23269): Launched\u000a04:14:41.435873 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:14:41.717709 run patchelf(pid=23270): Launched\u000a04:14:41.907362 run osmo-stp_10.42.42.5(pid=23267): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23267)]\u000a04:14:42.046355 run osmo-stp_10.42.42.5(pid=23267): stdout: \u000a| (launched: 2022-12-09_04:14:40.480784)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:14:42.185289 run osmo-stp_10.42.42.5(pid=23267): stderr: \u000a| �[0;m�[38;5;43m20221209041440672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041440672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041440672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041440672 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041440673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041440673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041440673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:14:42.319659 run osmo-stp_10.42.42.5(pid=23267): stdout: \u000a| (launched: 2022-12-09_04:14:40.480784)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:14:42.453121 run osmo-stp_10.42.42.5(pid=23267): stderr: \u000a| �[0;m�[38;5;43m20221209041440672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041440672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041440672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041440672 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041440673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041440673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041440673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:14:42.608863 run patchelf(pid=23270): Terminating (SIGINT)\u000a04:14:42.791656 run patchelf(pid=23270): Terminated: ok {rc=0}\u000a04:14:42.825243 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=23267): Process ended prematurely: osmo-stp_10.42.42.5(pid=23267) [trial-2354↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23267)] [trial-2354↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38]\u000a04:14:42.834978 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a04:14:42.899099 run osmo-hlr_10.42.42.2(pid=23264): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-umtrx↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23264)]\u000a04:14:42.951085 run osmo-hlr_10.42.42.2(pid=23264): stdout: \u000a| (launched: 2022-12-09_04:14:39.473391) \u000a04:14:43.003644 run osmo-hlr_10.42.42.2(pid=23264): stderr: \u000a| �[0;m�[1;31m20221209041439670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209041439670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209041439670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041439670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041439670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209041439670 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209041439682 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-umtrx/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209041439690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209041439690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209041439691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:14:43.048086 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23257): Terminating (SIGTERM)\u000a04:14:43.090667 run iperf3-srv_10.42.42.10(pid=23258): Terminating (SIGTERM)\u000a04:14:43.132851 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23259): Terminating (SIGTERM)\u000a04:14:43.174583 run iperf3-srv_10.42.42.10(pid=23260): Terminating (SIGTERM)\u000a04:14:43.217017 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23263): Terminating (SIGTERM)\u000a04:14:43.259131 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23266): Terminating (SIGTERM)\u000a04:14:43.301344 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23269): Terminating (SIGTERM)\u000a04:14:43.311345 --- ParallelTerminationStrategy: PID 23257 died...\u000a04:14:43.367787 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23257): Terminated: ok {rc=0}\u000a04:14:43.378141 --- ParallelTerminationStrategy: PID 23258 died...\u000a04:14:43.434478 run iperf3-srv_10.42.42.10(pid=23258): Terminated {rc=256}\u000a04:14:43.444522 --- ParallelTerminationStrategy: PID 23259 died...\u000a04:14:43.501173 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23259): Terminated: ok {rc=0}\u000a04:14:43.511716 --- ParallelTerminationStrategy: PID 23260 died...\u000a04:14:43.568293 run iperf3-srv_10.42.42.10(pid=23260): Terminated {rc=256}\u000a04:14:43.578389 --- ParallelTerminationStrategy: PID 23263 died...\u000a04:14:43.634892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23263): Terminated: ok {rc=0}\u000a04:14:43.645262 --- ParallelTerminationStrategy: PID 23266 died...\u000a04:14:43.701975 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23266): Terminated: ok {rc=0}\u000a04:14:43.712486 --- ParallelTerminationStrategy: PID 23269 died...\u000a04:14:43.768796 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23269): Terminated: ok {rc=0}\u000a04:14:43.856891 bus /gobi_0: Setting Powered False\u000a04:14:44.962405 bus /gobi_0: Setting Powered False\u000a04:14:46.078192 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 37, "className" : "gprs:trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23279): Process ended prematurely: osmo-stp_10.42.42.5(pid=23279) [trial-2354↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23279)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23279): Process ended prematurely: osmo-stp_10.42.42.5(pid=23279) [trial-2354↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23279)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-umtrx iperf3.py\u000a----------------------------------------------\u000a04:14:47.189714 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:47.201317 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a04:14:47.338574 tst iperf3.py: using LAC 18998\u000a04:14:47.459158 tst iperf3.py: using RAC 128\u000a04:14:47.580591 tst iperf3.py: using CellId 18998\u000a04:14:47.699241 tst iperf3.py: using BVCI 18999\u000a04:14:47.722441 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:47.733085 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:47.743453 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:47.753732 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:47.763787 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:47.773957 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:47.784290 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:47.794695 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:47.805199 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a04:14:48.084138 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:14:48.209778 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:14:48.522418 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23271): Launched\u000a04:14:48.785064 run iperf3-srv_10.42.42.10(pid=23272): Launched\u000a04:14:48.968274 tst iperf3.py:8: start network...\u000a04:14:49.093704 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:14:49.576596 run create_hlr_db(pid=23273): Launched\u000a04:14:49.748846 bus /gobi_6: Setting Powered False\u000a04:14:50.771728 run create_hlr_db(pid=23273): Terminated: ok {rc=0}\u000a04:14:51.203094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23275): Launched\u000a04:14:51.529200 run osmo-hlr_10.42.42.2(pid=23276): Launched\u000a04:14:51.650221 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:14:52.214523 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23278): Launched\u000a04:14:52.538427 run osmo-stp_10.42.42.5(pid=23279): Launched\u000a04:14:52.656210 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:14:53.221338 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23281): Launched\u000a04:14:53.337305 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:14:53.620326 run patchelf(pid=23282): Launched\u000a04:14:53.810597 run osmo-stp_10.42.42.5(pid=23279): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23279)]\u000a04:14:53.949565 run osmo-stp_10.42.42.5(pid=23279): stdout: \u000a| (launched: 2022-12-09_04:14:52.378932)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:14:54.089509 run osmo-stp_10.42.42.5(pid=23279): stderr: \u000a| �[0;m�[38;5;43m20221209041452570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041452570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041452571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041452571 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041452571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041452572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041452572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:14:54.224272 run osmo-stp_10.42.42.5(pid=23279): stdout: \u000a| (launched: 2022-12-09_04:14:52.378932)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:14:54.358275 run osmo-stp_10.42.42.5(pid=23279): stderr: \u000a| �[0;m�[38;5;43m20221209041452570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041452570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041452571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041452571 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041452571 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041452572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041452572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:14:54.514670 run patchelf(pid=23282): Terminating (SIGINT)\u000a04:14:54.697002 run patchelf(pid=23282): Terminated: ok {rc=0}\u000a04:14:54.730478 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23279): Process ended prematurely: osmo-stp_10.42.42.5(pid=23279) [trial-2354↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23279)] [trial-2354↪gprs:trx-umtrx↪iperf3.py:8]\u000a04:14:54.740258 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a04:14:54.804879 run osmo-hlr_10.42.42.2(pid=23276): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-umtrx↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23276)]\u000a04:14:54.857296 run osmo-hlr_10.42.42.2(pid=23276): stdout: \u000a| (launched: 2022-12-09_04:14:51.368705) \u000a04:14:54.910399 run osmo-hlr_10.42.42.2(pid=23276): stderr: \u000a| �[0;m�[1;31m20221209041451567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209041451567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209041451567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041451567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041451567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209041451567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209041451579 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-umtrx/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209041451587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209041451587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209041451587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:14:54.955643 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23271): Terminating (SIGTERM)\u000a04:14:54.998231 run iperf3-srv_10.42.42.10(pid=23272): Terminating (SIGTERM)\u000a04:14:55.041339 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23275): Terminating (SIGTERM)\u000a04:14:55.084051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23278): Terminating (SIGTERM)\u000a04:14:55.126933 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23281): Terminating (SIGTERM)\u000a04:14:55.136789 --- ParallelTerminationStrategy: PID 23271 died...\u000a04:14:55.194015 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23271): Terminated: ok {rc=0}\u000a04:14:55.204288 --- ParallelTerminationStrategy: PID 23272 died...\u000a04:14:55.261163 run iperf3-srv_10.42.42.10(pid=23272): Terminated {rc=256}\u000a04:14:55.271311 --- ParallelTerminationStrategy: PID 23275 died...\u000a04:14:55.328235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23275): Terminated: ok {rc=0}\u000a04:14:55.338383 --- ParallelTerminationStrategy: PID 23278 died...\u000a04:14:55.395197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23278): Terminated: ok {rc=0}\u000a04:14:55.405869 --- ParallelTerminationStrategy: PID 23281 died...\u000a04:14:55.462578 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23281): Terminated: ok {rc=0}\u000a04:14:55.551452 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 180, "className" : "gprs:trx-umtrx", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23300): Process ended prematurely: osmo-stp_10.42.42.5(pid=23300) [trial-2354↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23300)]", "failedSince" : 2175, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23300): Process ended prematurely: osmo-stp_10.42.42.5(pid=23300) [trial-2354↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23300)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-umtrx iperf3m4.py\u000a----------------------------------------------\u000a04:14:56.663136 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:56.674858 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a04:14:56.809891 tst iperf3m4.py: using LAC 18999\u000a04:14:56.928209 tst iperf3m4.py: using RAC 129\u000a04:14:57.049094 tst iperf3m4.py: using CellId 18999\u000a04:14:57.167657 tst iperf3m4.py: using BVCI 19000\u000a04:14:57.190815 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:57.201570 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:57.211989 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:57.223166 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:57.234206 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:57.245242 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:57.256417 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:57.267484 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:14:57.278593 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a04:14:57.396896 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a04:14:57.520499 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a04:14:57.638315 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a04:14:57.933835 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:14:58.070700 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:14:58.407195 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23283): Launched\u000a04:14:58.687296 run iperf3-srv_10.42.42.10(pid=23284): Launched\u000a04:14:58.886026 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:14:59.021603 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:14:59.357086 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23285): Launched\u000a04:14:59.636895 run iperf3-srv_10.42.42.10(pid=23286): Launched\u000a04:14:59.835555 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:14:59.971052 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:15:00.306470 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23287): Launched\u000a04:15:00.586652 run iperf3-srv_10.42.42.10(pid=23288): Launched\u000a04:15:00.785718 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:15:00.931142 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:15:01.315796 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23289): Launched\u000a04:15:01.618959 run iperf3-srv_10.42.42.10(pid=23293): Launched\u000a04:15:01.822365 tst iperf3m4.py:8: start network...\u000a04:15:01.962039 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:15:02.478405 run create_hlr_db(pid=23294): Launched\u000a04:15:02.666069 bus /gobi_6: Setting Powered False\u000a04:15:03.687171 run create_hlr_db(pid=23294): Terminated: ok {rc=0}\u000a04:15:04.091301 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23296): Launched\u000a04:15:04.392865 run osmo-hlr_10.42.42.2(pid=23297): Launched\u000a04:15:04.504252 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:15:05.029600 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23299): Launched\u000a04:15:05.331649 run osmo-stp_10.42.42.5(pid=23300): Launched\u000a04:15:05.441741 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:15:05.967295 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23302): Launched\u000a04:15:06.074594 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:15:06.337841 run patchelf(pid=23303): Launched\u000a04:15:06.514106 run osmo-stp_10.42.42.5(pid=23300): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23300)]\u000a04:15:06.643741 run osmo-stp_10.42.42.5(pid=23300): stdout: \u000a| (launched: 2022-12-09_04:15:05.182694)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:15:06.773127 run osmo-stp_10.42.42.5(pid=23300): stderr: \u000a| �[0;m�[38;5;43m20221209041505351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041505351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041505351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041505351 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041505352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041505352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041505352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:15:06.897835 run osmo-stp_10.42.42.5(pid=23300): stdout: \u000a| (launched: 2022-12-09_04:15:05.182694)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:15:07.021463 run osmo-stp_10.42.42.5(pid=23300): stderr: \u000a| �[0;m�[38;5;43m20221209041505351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041505351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041505351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041505351 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041505352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041505352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041505352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:15:07.166004 run patchelf(pid=23303): Terminating (SIGINT)\u000a04:15:07.335856 run patchelf(pid=23303): Terminated: ok {rc=0}\u000a04:15:07.367117 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23300): Process ended prematurely: osmo-stp_10.42.42.5(pid=23300) [trial-2354↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23300)] [trial-2354↪gprs:trx-umtrx↪iperf3m4.py:8]\u000a04:15:07.376229 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a04:15:07.436049 run osmo-hlr_10.42.42.2(pid=23297): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-umtrx↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23297)]\u000a04:15:07.484984 run osmo-hlr_10.42.42.2(pid=23297): stdout: \u000a| (launched: 2022-12-09_04:15:04.243997) \u000a04:15:07.535028 run osmo-hlr_10.42.42.2(pid=23297): stderr: \u000a| �[0;m�[1;31m20221209041504418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209041504418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209041504418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041504418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041504418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209041504418 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209041504430 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-umtrx/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209041504439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209041504439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209041504439 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:15:07.577183 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23283): Terminating (SIGTERM)\u000a04:15:07.616762 run iperf3-srv_10.42.42.10(pid=23284): Terminating (SIGTERM)\u000a04:15:07.656328 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23285): Terminating (SIGTERM)\u000a04:15:07.695978 run iperf3-srv_10.42.42.10(pid=23286): Terminating (SIGTERM)\u000a04:15:07.735790 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23287): Terminating (SIGTERM)\u000a04:15:07.775339 run iperf3-srv_10.42.42.10(pid=23288): Terminating (SIGTERM)\u000a04:15:07.814962 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23289): Terminating (SIGTERM)\u000a04:15:07.854471 run iperf3-srv_10.42.42.10(pid=23293): Terminating (SIGTERM)\u000a04:15:07.894158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23296): Terminating (SIGTERM)\u000a04:15:07.933708 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23299): Terminating (SIGTERM)\u000a04:15:07.973257 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23302): Terminating (SIGTERM)\u000a04:15:07.982473 --- ParallelTerminationStrategy: PID 23283 died...\u000a04:15:08.035792 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23283): Terminated: ok {rc=0}\u000a04:15:08.045445 --- ParallelTerminationStrategy: PID 23284 died...\u000a04:15:08.098519 run iperf3-srv_10.42.42.10(pid=23284): Terminated {rc=256}\u000a04:15:08.108269 --- ParallelTerminationStrategy: PID 23285 died...\u000a04:15:08.161256 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23285): Terminated: ok {rc=0}\u000a04:15:08.171013 --- ParallelTerminationStrategy: PID 23286 died...\u000a04:15:08.223684 run iperf3-srv_10.42.42.10(pid=23286): Terminated {rc=256}\u000a04:15:08.233426 --- ParallelTerminationStrategy: PID 23287 died...\u000a04:15:08.286425 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23287): Terminated: ok {rc=0}\u000a04:15:08.296116 --- ParallelTerminationStrategy: PID 23288 died...\u000a04:15:08.349561 run iperf3-srv_10.42.42.10(pid=23288): Terminated {rc=256}\u000a04:15:08.359127 --- ParallelTerminationStrategy: PID 23289 died...\u000a04:15:08.412480 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23289): Terminated: ok {rc=0}\u000a04:15:08.422089 --- ParallelTerminationStrategy: PID 23293 died...\u000a04:15:08.474932 run iperf3-srv_10.42.42.10(pid=23293): Terminated {rc=256}\u000a04:15:08.484507 --- ParallelTerminationStrategy: PID 23296 died...\u000a04:15:08.537370 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23296): Terminated: ok {rc=0}\u000a04:15:08.547061 --- ParallelTerminationStrategy: PID 23299 died...\u000a04:15:08.600863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23299): Terminated: ok {rc=0}\u000a04:15:08.610539 --- ParallelTerminationStrategy: PID 23302 died...\u000a04:15:08.663456 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23302): Terminated: ok {rc=0}\u000a04:15:08.753013 bus /gobi_4: Setting Powered False\u000a04:15:09.855866 bus /gobi_4: Setting Powered False\u000a04:15:10.969450 bus /gobi_1: Setting Powered False\u000a04:15:12.072681 bus /gobi_1: Setting Powered False\u000a04:15:13.184627 bus /gobi_0: Setting Powered False\u000a04:15:14.286294 bus /gobi_0: Setting Powered False\u000a04:15:15.397915 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 155, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23310): Process ended prematurely: osmo-stp_10.42.42.5(pid=23310) [trial-2354↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23310)]", "failedSince" : 2200, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23310): Process ended prematurely: osmo-stp_10.42.42.5(pid=23310) [trial-2354↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23310)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-umtrx ping.py\u000a----------------------------------------------\u000a04:15:16.476082 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:15:16.493184 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a04:15:16.642838 tst ping.py: using LAC 19000\u000a04:15:16.770096 tst ping.py: using RAC 130\u000a04:15:16.924490 tst ping.py: using CellId 19000\u000a04:15:17.055033 tst ping.py: using BVCI 19001\u000a04:15:17.081623 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:15:17.093591 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:15:17.105539 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:15:17.119155 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:15:17.132091 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:15:17.144738 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:15:17.156781 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:15:17.170530 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a04:15:17.447213 tst ping.py:19: start network...\u000a04:15:17.569976 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:15:18.041526 run create_hlr_db(pid=23304): Launched\u000a04:15:18.210433 bus /gobi_6: Setting Powered False\u000a04:15:19.231917 run create_hlr_db(pid=23304): Terminated: ok {rc=0}\u000a04:15:19.625673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23306): Launched\u000a04:15:19.919840 run osmo-hlr_10.42.42.2(pid=23307): Launched\u000a04:15:20.026823 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:15:20.541365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23309): Launched\u000a04:15:20.837116 run osmo-stp_10.42.42.5(pid=23310): Launched\u000a04:15:20.944135 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:15:21.457652 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23312): Launched\u000a04:15:21.562254 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:15:21.820065 run patchelf(pid=23313): Launched\u000a04:15:21.993511 run osmo-stp_10.42.42.5(pid=23310): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23310)]\u000a04:15:22.119846 run osmo-stp_10.42.42.5(pid=23310): stdout: \u000a| (launched: 2022-12-09_04:15:20.691665)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:15:22.246689 run osmo-stp_10.42.42.5(pid=23310): stderr: \u000a| �[0;m�[38;5;43m20221209041520859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041520859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041520860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041520860 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041520861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041520861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041520861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:15:22.369269 run osmo-stp_10.42.42.5(pid=23310): stdout: \u000a| (launched: 2022-12-09_04:15:20.691665)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:15:22.490857 run osmo-stp_10.42.42.5(pid=23310): stderr: \u000a| �[0;m�[38;5;43m20221209041520859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041520859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041520860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041520860 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041520861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041520861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041520861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:15:22.633205 run patchelf(pid=23313): Terminating (SIGINT)\u000a04:15:22.801487 run patchelf(pid=23313): Terminated: ok {rc=0}\u000a04:15:22.831801 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=23310): Process ended prematurely: osmo-stp_10.42.42.5(pid=23310) [trial-2354↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23310)] [trial-2354↪gprs:trx-umtrx↪ping.py:22]\u000a04:15:22.840298 tst ping.py:22: Test FAILED (6.4 sec)\u000a04:15:22.900131 run osmo-hlr_10.42.42.2(pid=23307): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-umtrx↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23307)]\u000a04:15:22.949133 run osmo-hlr_10.42.42.2(pid=23307): stdout: \u000a| (launched: 2022-12-09_04:15:19.774881) \u000a04:15:22.998726 run osmo-hlr_10.42.42.2(pid=23307): stderr: \u000a| �[0;m�[1;31m20221209041519951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209041519951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209041519951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041519951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041519952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209041519952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209041519967 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-umtrx/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209041519976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209041519977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209041519977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:15:23.040627 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23306): Terminating (SIGTERM)\u000a04:15:23.080348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23309): Terminating (SIGTERM)\u000a04:15:23.119969 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23312): Terminating (SIGTERM)\u000a04:15:23.129241 --- ParallelTerminationStrategy: PID 23306 died...\u000a04:15:23.182155 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23306): Terminated: ok {rc=0}\u000a04:15:23.191703 --- ParallelTerminationStrategy: PID 23309 died...\u000a04:15:23.244724 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23309): Terminated: ok {rc=0}\u000a04:15:23.254311 --- ParallelTerminationStrategy: PID 23312 died...\u000a04:15:23.307133 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23312): Terminated: ok {rc=0}\u000a04:15:23.390289 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23320): Process ended prematurely: osmo-stp_10.42.42.5(pid=23320) [trial-2354↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23320)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23320): Process ended prematurely: osmo-stp_10.42.42.5(pid=23320) [trial-2354↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23320)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-umtrx ping_idle_ping.py\u000a----------------------------------------------\u000a04:15:24.443934 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:15:24.455436 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a04:15:24.594069 tst ping_idle_ping.py: using LAC 19001\u000a04:15:24.716896 tst ping_idle_ping.py: using RAC 131\u000a04:15:24.834400 tst ping_idle_ping.py: using CellId 19001\u000a04:15:24.949190 tst ping_idle_ping.py: using BVCI 19002\u000a04:15:24.971774 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:15:24.982347 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:15:24.992604 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:15:25.002946 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:15:25.013228 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:15:25.023446 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:15:25.033849 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a04:15:25.044127 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a04:15:25.333707 tst ping_idle_ping.py:24: start network...\u000a04:15:25.466630 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:15:25.970172 run create_hlr_db(pid=23314): Launched\u000a04:15:26.154417 bus /gobi_6: Setting Powered False\u000a04:15:27.164635 run create_hlr_db(pid=23314): Terminated: ok {rc=0}\u000a04:15:27.568446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23316): Launched\u000a04:15:27.865710 run osmo-hlr_10.42.42.2(pid=23317): Launched\u000a04:15:27.974788 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:15:28.490025 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23319): Launched\u000a04:15:28.787474 run osmo-stp_10.42.42.5(pid=23320): Launched\u000a04:15:28.895511 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:15:29.412288 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23322): Launched\u000a04:15:29.517837 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:15:29.777619 run patchelf(pid=23323): Launched\u000a04:15:29.950892 run osmo-stp_10.42.42.5(pid=23320): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23320)]\u000a04:15:30.077285 run osmo-stp_10.42.42.5(pid=23320): stdout: \u000a| (launched: 2022-12-09_04:15:28.640484)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:15:30.204436 run osmo-stp_10.42.42.5(pid=23320): stderr: \u000a| �[0;m�[38;5;43m20221209041528809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041528809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041528809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041528810 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041528810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041528810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041528810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:15:30.327009 run osmo-stp_10.42.42.5(pid=23320): stdout: \u000a| (launched: 2022-12-09_04:15:28.640484)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:15:30.448141 run osmo-stp_10.42.42.5(pid=23320): stderr: \u000a| �[0;m�[38;5;43m20221209041528809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041528809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041528809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041528810 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041528810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041528810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041528810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:15:30.590386 run patchelf(pid=23323): Terminating (SIGINT)\u000a04:15:30.758017 run patchelf(pid=23323): Terminated: ok {rc=0}\u000a04:15:30.788346 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=23320): Process ended prematurely: osmo-stp_10.42.42.5(pid=23320) [trial-2354↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23320)] [trial-2354↪gprs:trx-umtrx↪ping_idle_ping.py:27]\u000a04:15:30.796886 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a04:15:30.857570 run osmo-hlr_10.42.42.2(pid=23317): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-umtrx↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23317)]\u000a04:15:30.912940 run osmo-hlr_10.42.42.2(pid=23317): stdout: \u000a| (launched: 2022-12-09_04:15:27.718720) \u000a04:15:30.964170 run osmo-hlr_10.42.42.2(pid=23317): stderr: \u000a| �[0;m�[1;31m20221209041527894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209041527894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209041527894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041527894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041527894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209041527894 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209041527906 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-umtrx/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209041527917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209041527917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209041527917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:15:31.007363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23316): Terminating (SIGTERM)\u000a04:15:31.050349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23319): Terminating (SIGTERM)\u000a04:15:31.093647 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23322): Terminating (SIGTERM)\u000a04:15:31.103611 --- ParallelTerminationStrategy: PID 23316 died...\u000a04:15:31.159008 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23316): Terminated: ok {rc=0}\u000a04:15:31.169205 --- ParallelTerminationStrategy: PID 23319 died...\u000a04:15:31.223365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23319): Terminated: ok {rc=0}\u000a04:15:31.233558 --- ParallelTerminationStrategy: PID 23322 died...\u000a04:15:31.287642 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23322): Terminated: ok {rc=0}\u000a04:15:31.385420 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "88", "name" : "gprs_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:14:33" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23337): Process ended prematurely: osmo-stp_10.42.42.5(pid=23337) [trial-2354↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23337)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23337): Process ended prematurely: osmo-stp_10.42.42.5(pid=23337) [trial-2354↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23337)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-umtrx+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:15:33.515187 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:15:33.526020 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:15:33.663656 tst cs_paging_gprs_active.py: using LAC 19002\u000a04:15:33.784606 tst cs_paging_gprs_active.py: using RAC 132\u000a04:15:33.905068 tst cs_paging_gprs_active.py: using CellId 19002\u000a04:15:34.025535 tst cs_paging_gprs_active.py: using BVCI 19003\u000a04:15:34.048642 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:15:34.059421 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:15:34.069970 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:15:34.080525 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:15:34.091110 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:15:34.101617 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:15:34.112145 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:15:34.122611 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:15:34.133285 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:15:34.252196 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:15:34.530331 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:15:34.656169 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:15:34.969976 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23327): Launched\u000a04:15:35.229204 run iperf3-srv_10.42.42.10(pid=23328): Launched\u000a04:15:35.412181 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:15:35.537569 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:15:35.849607 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23329): Launched\u000a04:15:36.120595 run iperf3-srv_10.42.42.10(pid=23330): Launched\u000a04:15:36.319733 tst cs_paging_gprs_active.py:38: start network...\u000a04:15:36.456100 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:15:36.968880 run create_hlr_db(pid=23331): Launched\u000a04:15:37.156762 bus /gobi_6: Setting Powered False\u000a04:15:38.178419 run create_hlr_db(pid=23331): Terminated: ok {rc=0}\u000a04:15:38.609560 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23333): Launched\u000a04:15:38.934545 run osmo-hlr_10.42.42.2(pid=23334): Launched\u000a04:15:39.054173 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:15:39.618227 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23336): Launched\u000a04:15:39.942732 run osmo-stp_10.42.42.5(pid=23337): Launched\u000a04:15:40.062604 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:15:40.627685 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23339): Launched\u000a04:15:40.743663 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:15:41.025946 run patchelf(pid=23340): Launched\u000a04:15:41.215687 run osmo-stp_10.42.42.5(pid=23337): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23337)]\u000a04:15:41.354728 run osmo-stp_10.42.42.5(pid=23337): stdout: \u000a| (launched: 2022-12-09_04:15:39.783267)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:15:41.494047 run osmo-stp_10.42.42.5(pid=23337): stderr: \u000a| �[0;m�[38;5;43m20221209041539975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041539975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041539975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041539976 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041539976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041539976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041539976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:15:41.628806 run osmo-stp_10.42.42.5(pid=23337): stdout: \u000a| (launched: 2022-12-09_04:15:39.783267)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:15:41.762200 run osmo-stp_10.42.42.5(pid=23337): stderr: \u000a| �[0;m�[38;5;43m20221209041539975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041539975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041539975 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041539976 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041539976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041539976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041539976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:15:41.918055 run patchelf(pid=23340): Terminating (SIGINT)\u000a04:15:42.101241 run patchelf(pid=23340): Terminated: ok {rc=0}\u000a04:15:42.134585 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=23337): Process ended prematurely: osmo-stp_10.42.42.5(pid=23337) [trial-2354↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23337)] [trial-2354↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a04:15:42.144379 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a04:15:42.208890 run osmo-hlr_10.42.42.2(pid=23334): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23334)]\u000a04:15:42.260847 run osmo-hlr_10.42.42.2(pid=23334): stdout: \u000a| (launched: 2022-12-09_04:15:38.774523) \u000a04:15:42.313704 run osmo-hlr_10.42.42.2(pid=23334): stderr: \u000a| �[0;m�[1;31m20221209041538973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209041538973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209041538973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041538973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041538973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209041538973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209041538986 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-umtrx+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209041538994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209041538994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209041538994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:15:42.358255 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23327): Terminating (SIGTERM)\u000a04:15:42.400535 run iperf3-srv_10.42.42.10(pid=23328): Terminating (SIGTERM)\u000a04:15:42.442934 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23329): Terminating (SIGTERM)\u000a04:15:42.485226 run iperf3-srv_10.42.42.10(pid=23330): Terminating (SIGTERM)\u000a04:15:42.527989 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23333): Terminating (SIGTERM)\u000a04:15:42.570484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23336): Terminating (SIGTERM)\u000a04:15:42.613073 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23339): Terminating (SIGTERM)\u000a04:15:42.622979 --- ParallelTerminationStrategy: PID 23327 died...\u000a04:15:42.679524 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23327): Terminated: ok {rc=0}\u000a04:15:42.689774 --- ParallelTerminationStrategy: PID 23328 died...\u000a04:15:42.745774 run iperf3-srv_10.42.42.10(pid=23328): Terminated {rc=256}\u000a04:15:42.756164 --- ParallelTerminationStrategy: PID 23329 died...\u000a04:15:42.812518 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23329): Terminated: ok {rc=0}\u000a04:15:42.822656 --- ParallelTerminationStrategy: PID 23330 died...\u000a04:15:42.879010 run iperf3-srv_10.42.42.10(pid=23330): Terminated {rc=256}\u000a04:15:42.889303 --- ParallelTerminationStrategy: PID 23333 died...\u000a04:15:42.945603 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23333): Terminated: ok {rc=0}\u000a04:15:42.955725 --- ParallelTerminationStrategy: PID 23336 died...\u000a04:15:43.012498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23336): Terminated: ok {rc=0}\u000a04:15:43.022707 --- ParallelTerminationStrategy: PID 23339 died...\u000a04:15:43.079081 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23339): Terminated: ok {rc=0}\u000a04:15:43.167200 bus /gobi_0: Setting Powered False\u000a04:15:44.274456 bus /gobi_0: Setting Powered False\u000a04:15:45.382231 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23349): Process ended prematurely: osmo-stp_10.42.42.5(pid=23349) [trial-2354↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23349)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23349): Process ended prematurely: osmo-stp_10.42.42.5(pid=23349) [trial-2354↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23349)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-umtrx+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a04:15:46.502466 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:15:46.518396 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:15:46.709642 tst iperf3.py: using LAC 19003\u000a04:15:46.849759 tst iperf3.py: using RAC 133\u000a04:15:46.981949 tst iperf3.py: using CellId 19003\u000a04:15:47.112609 tst iperf3.py: using BVCI 19004\u000a04:15:47.138852 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:15:47.151163 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:15:47.163794 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:15:47.176737 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:15:47.190209 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:15:47.203288 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:15:47.216391 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:15:47.229529 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:15:47.242999 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:15:47.538271 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:15:47.664132 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:15:47.975585 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23341): Launched\u000a04:15:48.235212 run iperf3-srv_10.42.42.10(pid=23342): Launched\u000a04:15:48.418074 tst iperf3.py:8: start network...\u000a04:15:48.543025 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:15:49.024837 run create_hlr_db(pid=23343): Launched\u000a04:15:49.196579 bus /gobi_6: Setting Powered False\u000a04:15:50.218967 run create_hlr_db(pid=23343): Terminated: ok {rc=0}\u000a04:15:50.649622 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23345): Launched\u000a04:15:50.974266 run osmo-hlr_10.42.42.2(pid=23346): Launched\u000a04:15:51.096527 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:15:51.665187 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23348): Launched\u000a04:15:51.988416 run osmo-stp_10.42.42.5(pid=23349): Launched\u000a04:15:52.105550 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:15:52.668287 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23351): Launched\u000a04:15:52.783924 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:15:53.065725 run patchelf(pid=23352): Launched\u000a04:15:53.254384 run osmo-stp_10.42.42.5(pid=23349): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23349)]\u000a04:15:53.392484 run osmo-stp_10.42.42.5(pid=23349): stdout: \u000a| (launched: 2022-12-09_04:15:51.829523)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:15:53.531422 run osmo-stp_10.42.42.5(pid=23349): stderr: \u000a| �[0;m�[38;5;43m20221209041552021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041552021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041552021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041552022 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041552022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041552022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041552022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:15:53.665288 run osmo-stp_10.42.42.5(pid=23349): stdout: \u000a| (launched: 2022-12-09_04:15:51.829523)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:15:53.797948 run osmo-stp_10.42.42.5(pid=23349): stderr: \u000a| �[0;m�[38;5;43m20221209041552021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041552021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041552021 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041552022 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041552022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041552022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041552022 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:15:53.952542 run patchelf(pid=23352): Terminating (SIGINT)\u000a04:15:54.134095 run patchelf(pid=23352): Terminated: ok {rc=0}\u000a04:15:54.167292 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23349): Process ended prematurely: osmo-stp_10.42.42.5(pid=23349) [trial-2354↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23349)] [trial-2354↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8]\u000a04:15:54.177094 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a04:15:54.241372 run osmo-hlr_10.42.42.2(pid=23346): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23346)]\u000a04:15:54.293418 run osmo-hlr_10.42.42.2(pid=23346): stdout: \u000a| (launched: 2022-12-09_04:15:50.814622) \u000a04:15:54.346178 run osmo-hlr_10.42.42.2(pid=23346): stderr: \u000a| �[0;m�[1;31m20221209041551014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209041551014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209041551014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041551014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041551014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209041551014 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209041551025 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-umtrx+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209041551033 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209041551034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209041551034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:15:54.390964 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23341): Terminating (SIGTERM)\u000a04:15:54.433210 run iperf3-srv_10.42.42.10(pid=23342): Terminating (SIGTERM)\u000a04:15:54.474862 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23345): Terminating (SIGTERM)\u000a04:15:54.517309 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23348): Terminating (SIGTERM)\u000a04:15:54.559422 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23351): Terminating (SIGTERM)\u000a04:15:54.569521 --- ParallelTerminationStrategy: PID 23341 died...\u000a04:15:54.625783 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23341): Terminated: ok {rc=0}\u000a04:15:54.635896 --- ParallelTerminationStrategy: PID 23342 died...\u000a04:15:54.691760 run iperf3-srv_10.42.42.10(pid=23342): Terminated {rc=256}\u000a04:15:54.702104 --- ParallelTerminationStrategy: PID 23345 died...\u000a04:15:54.758249 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23345): Terminated: ok {rc=0}\u000a04:15:54.768241 --- ParallelTerminationStrategy: PID 23348 died...\u000a04:15:54.824562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23348): Terminated: ok {rc=0}\u000a04:15:54.834752 --- ParallelTerminationStrategy: PID 23351 died...\u000a04:15:54.891152 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23351): Terminated: ok {rc=0}\u000a04:15:54.977463 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23368): Process ended prematurely: osmo-stp_10.42.42.5(pid=23368) [trial-2354↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23368)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23368): Process ended prematurely: osmo-stp_10.42.42.5(pid=23368) [trial-2354↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23368)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-umtrx+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a04:15:56.085790 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:15:56.096820 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:15:56.236150 tst iperf3m4.py: using LAC 19004\u000a04:15:56.354874 tst iperf3m4.py: using RAC 134\u000a04:15:56.471709 tst iperf3m4.py: using CellId 19004\u000a04:15:56.597123 tst iperf3m4.py: using BVCI 19005\u000a04:15:56.621915 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:15:56.633168 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:15:56.644156 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:15:56.655926 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:15:56.667599 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:15:56.679348 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:15:56.691320 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:15:56.702930 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:15:56.714957 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:15:56.833695 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:15:56.953517 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:15:57.073487 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:15:57.350395 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:15:57.475843 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:15:57.787922 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23354): Launched\u000a04:15:58.046867 run iperf3-srv_10.42.42.10(pid=23355): Launched\u000a04:15:58.229751 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:15:58.354793 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:15:58.666949 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23356): Launched\u000a04:15:58.926705 run iperf3-srv_10.42.42.10(pid=23357): Launched\u000a04:15:59.110927 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:15:59.236372 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:15:59.548710 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23358): Launched\u000a04:15:59.808459 run iperf3-srv_10.42.42.10(pid=23359): Launched\u000a04:15:59.991686 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:16:00.116767 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:16:00.429697 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23360): Launched\u000a04:16:00.689903 run iperf3-srv_10.42.42.10(pid=23361): Launched\u000a04:16:00.889819 tst iperf3m4.py:8: start network...\u000a04:16:01.020300 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:16:01.550713 run create_hlr_db(pid=23362): Launched\u000a04:16:01.728583 bus /gobi_6: Setting Powered False\u000a04:16:02.746611 run create_hlr_db(pid=23362): Terminated: ok {rc=0}\u000a04:16:03.176517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23364): Launched\u000a04:16:03.501123 run osmo-hlr_10.42.42.2(pid=23365): Launched\u000a04:16:03.619791 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:16:04.185738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23367): Launched\u000a04:16:04.510745 run osmo-stp_10.42.42.5(pid=23368): Launched\u000a04:16:04.629278 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:16:05.195800 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23370): Launched\u000a04:16:05.312384 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:16:05.596427 run patchelf(pid=23371): Launched\u000a04:16:05.786904 run osmo-stp_10.42.42.5(pid=23368): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23368)]\u000a04:16:05.926824 run osmo-stp_10.42.42.5(pid=23368): stdout: \u000a| (launched: 2022-12-09_04:16:04.351029)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:16:06.066660 run osmo-stp_10.42.42.5(pid=23368): stderr: \u000a| �[0;m�[38;5;43m20221209041604540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041604540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041604540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041604541 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041604541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041604541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041604541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:16:06.201775 run osmo-stp_10.42.42.5(pid=23368): stdout: \u000a| (launched: 2022-12-09_04:16:04.351029)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:16:06.335651 run osmo-stp_10.42.42.5(pid=23368): stderr: \u000a| �[0;m�[38;5;43m20221209041604540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041604540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041604540 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041604541 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041604541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041604541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041604541 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:16:06.491638 run patchelf(pid=23371): Terminating (SIGINT)\u000a04:16:06.675724 run patchelf(pid=23371): Terminated: ok {rc=0}\u000a04:16:06.709316 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23368): Process ended prematurely: osmo-stp_10.42.42.5(pid=23368) [trial-2354↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23368)] [trial-2354↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8]\u000a04:16:06.719235 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a04:16:06.784111 run osmo-hlr_10.42.42.2(pid=23365): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23365)]\u000a04:16:06.836777 run osmo-hlr_10.42.42.2(pid=23365): stdout: \u000a| (launched: 2022-12-09_04:16:03.341698) \u000a04:16:06.889547 run osmo-hlr_10.42.42.2(pid=23365): stderr: \u000a| �[0;m�[1;31m20221209041603538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209041603538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209041603538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041603538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041603538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209041603538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209041603550 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-umtrx+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209041603558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209041603558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209041603559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:16:06.934161 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23354): Terminating (SIGTERM)\u000a04:16:06.976830 run iperf3-srv_10.42.42.10(pid=23355): Terminating (SIGTERM)\u000a04:16:07.019368 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23356): Terminating (SIGTERM)\u000a04:16:07.062262 run iperf3-srv_10.42.42.10(pid=23357): Terminating (SIGTERM)\u000a04:16:07.104696 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23358): Terminating (SIGTERM)\u000a04:16:07.147077 run iperf3-srv_10.42.42.10(pid=23359): Terminating (SIGTERM)\u000a04:16:07.189071 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23360): Terminating (SIGTERM)\u000a04:16:07.231656 run iperf3-srv_10.42.42.10(pid=23361): Terminating (SIGTERM)\u000a04:16:07.273873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23364): Terminating (SIGTERM)\u000a04:16:07.316249 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23367): Terminating (SIGTERM)\u000a04:16:07.358765 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23370): Terminating (SIGTERM)\u000a04:16:07.368504 --- ParallelTerminationStrategy: PID 23354 died...\u000a04:16:07.425550 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23354): Terminated: ok {rc=0}\u000a04:16:07.435750 --- ParallelTerminationStrategy: PID 23355 died...\u000a04:16:07.492411 run iperf3-srv_10.42.42.10(pid=23355): Terminated {rc=256}\u000a04:16:07.502942 --- ParallelTerminationStrategy: PID 23356 died...\u000a04:16:07.559631 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23356): Terminated: ok {rc=0}\u000a04:16:07.569945 --- ParallelTerminationStrategy: PID 23357 died...\u000a04:16:07.626478 run iperf3-srv_10.42.42.10(pid=23357): Terminated {rc=256}\u000a04:16:07.636612 --- ParallelTerminationStrategy: PID 23358 died...\u000a04:16:07.693349 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23358): Terminated: ok {rc=0}\u000a04:16:07.703549 --- ParallelTerminationStrategy: PID 23359 died...\u000a04:16:07.759778 run iperf3-srv_10.42.42.10(pid=23359): Terminated {rc=256}\u000a04:16:07.770138 --- ParallelTerminationStrategy: PID 23360 died...\u000a04:16:07.826809 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23360): Terminated: ok {rc=0}\u000a04:16:07.836936 --- ParallelTerminationStrategy: PID 23361 died...\u000a04:16:07.893637 run iperf3-srv_10.42.42.10(pid=23361): Terminated {rc=256}\u000a04:16:07.903847 --- ParallelTerminationStrategy: PID 23364 died...\u000a04:16:07.960654 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23364): Terminated: ok {rc=0}\u000a04:16:07.971009 --- ParallelTerminationStrategy: PID 23367 died...\u000a04:16:08.028030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23367): Terminated: ok {rc=0}\u000a04:16:08.038316 --- ParallelTerminationStrategy: PID 23370 died...\u000a04:16:08.094804 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23370): Terminated: ok {rc=0}\u000a04:16:08.183068 bus /gobi_4: Setting Powered False\u000a04:16:09.290923 bus /gobi_4: Setting Powered False\u000a04:16:10.399597 bus /gobi_1: Setting Powered False\u000a04:16:11.507304 bus /gobi_1: Setting Powered False\u000a04:16:12.614998 bus /gobi_0: Setting Powered False\u000a04:16:13.723017 bus /gobi_0: Setting Powered False\u000a04:16:14.832072 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23378): Process ended prematurely: osmo-stp_10.42.42.5(pid=23378) [trial-2354↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23378)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23378): Process ended prematurely: osmo-stp_10.42.42.5(pid=23378) [trial-2354↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23378)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-umtrx+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a04:16:15.910956 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:16:15.923684 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:16:16.071827 tst ping.py: using LAC 19005\u000a04:16:16.192205 tst ping.py: using RAC 135\u000a04:16:16.311929 tst ping.py: using CellId 19005\u000a04:16:16.436850 tst ping.py: using BVCI 19006\u000a04:16:16.461472 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:16:16.473123 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:16:16.485246 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:16:16.496733 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:16:16.508087 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:16:16.519483 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:16:16.531361 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:16:16.542819 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:16:16.819007 tst ping.py:19: start network...\u000a04:16:16.989455 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:16:17.537970 run create_hlr_db(pid=23372): Launched\u000a04:16:17.708890 bus /gobi_6: Setting Powered False\u000a04:16:18.730639 run create_hlr_db(pid=23372): Terminated: ok {rc=0}\u000a04:16:19.155216 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23374): Launched\u000a04:16:19.474263 run osmo-hlr_10.42.42.2(pid=23375): Launched\u000a04:16:19.591915 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:16:20.148408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23377): Launched\u000a04:16:20.465160 run osmo-stp_10.42.42.5(pid=23378): Launched\u000a04:16:20.580551 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:16:21.134347 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23380): Launched\u000a04:16:21.248166 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:16:21.526546 run patchelf(pid=23381): Launched\u000a04:16:21.714062 run osmo-stp_10.42.42.5(pid=23378): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23378)]\u000a04:16:21.850910 run osmo-stp_10.42.42.5(pid=23378): stdout: \u000a| (launched: 2022-12-09_04:16:20.309478)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:16:21.988354 run osmo-stp_10.42.42.5(pid=23378): stderr: \u000a| �[0;m�[38;5;43m20221209041620501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041620501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041620501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041620501 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041620502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041620502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041620502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:16:22.121021 run osmo-stp_10.42.42.5(pid=23378): stdout: \u000a| (launched: 2022-12-09_04:16:20.309478)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:16:22.252493 run osmo-stp_10.42.42.5(pid=23378): stderr: \u000a| �[0;m�[38;5;43m20221209041620501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041620501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041620501 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041620501 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041620502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041620502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041620502 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:16:22.405510 run patchelf(pid=23381): Terminating (SIGINT)\u000a04:16:22.585687 run patchelf(pid=23381): Terminated: ok {rc=0}\u000a04:16:22.618472 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=23378): Process ended prematurely: osmo-stp_10.42.42.5(pid=23378) [trial-2354↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23378)] [trial-2354↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22]\u000a04:16:22.627944 tst ping.py:22: Test FAILED (6.7 sec)\u000a04:16:22.691780 run osmo-hlr_10.42.42.2(pid=23375): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23375)]\u000a04:16:22.744020 run osmo-hlr_10.42.42.2(pid=23375): stdout: \u000a| (launched: 2022-12-09_04:16:19.317197) \u000a04:16:22.796996 run osmo-hlr_10.42.42.2(pid=23375): stderr: \u000a| �[0;m�[1;31m20221209041619513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209041619513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209041619514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041619514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041619514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209041619514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209041619525 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-umtrx+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209041619534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209041619534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209041619534 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:16:22.843029 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23374): Terminating (SIGTERM)\u000a04:16:22.885285 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23377): Terminating (SIGTERM)\u000a04:16:22.927415 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23380): Terminating (SIGTERM)\u000a04:16:22.936882 --- ParallelTerminationStrategy: PID 23374 died...\u000a04:16:22.993103 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23374): Terminated: ok {rc=0}\u000a04:16:23.003228 --- ParallelTerminationStrategy: PID 23377 died...\u000a04:16:23.059227 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23377): Terminated: ok {rc=0}\u000a04:16:23.069496 --- ParallelTerminationStrategy: PID 23380 died...\u000a04:16:23.125743 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23380): Terminated: ok {rc=0}\u000a04:16:23.213223 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23388): Process ended prematurely: osmo-stp_10.42.42.5(pid=23388) [trial-2354↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23388)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23388): Process ended prematurely: osmo-stp_10.42.42.5(pid=23388) [trial-2354↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23388)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-umtrx+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a04:16:24.266563 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:16:24.278447 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:16:24.426223 tst ping_idle_ping.py: using LAC 19006\u000a04:16:24.563473 tst ping_idle_ping.py: using RAC 136\u000a04:16:24.688279 tst ping_idle_ping.py: using CellId 19006\u000a04:16:24.812843 tst ping_idle_ping.py: using BVCI 19007\u000a04:16:24.837266 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:16:24.848748 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:16:24.860003 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:16:24.871452 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:16:24.883082 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:16:24.894607 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:16:24.906203 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:16:24.917734 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:16:25.194203 tst ping_idle_ping.py:24: start network...\u000a04:16:25.318996 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:16:25.799065 run create_hlr_db(pid=23382): Launched\u000a04:16:25.970438 bus /gobi_6: Setting Powered False\u000a04:16:26.993258 run create_hlr_db(pid=23382): Terminated: ok {rc=0}\u000a04:16:27.392235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23384): Launched\u000a04:16:27.691761 run osmo-hlr_10.42.42.2(pid=23385): Launched\u000a04:16:27.800682 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:16:28.317494 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23387): Launched\u000a04:16:28.615989 run osmo-stp_10.42.42.5(pid=23388): Launched\u000a04:16:28.724066 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:16:29.245399 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23390): Launched\u000a04:16:29.351023 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:16:29.611762 run patchelf(pid=23391): Launched\u000a04:16:29.786938 run osmo-stp_10.42.42.5(pid=23388): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23388)]\u000a04:16:29.914794 run osmo-stp_10.42.42.5(pid=23388): stdout: \u000a| (launched: 2022-12-09_04:16:28.468632)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:16:30.043321 run osmo-stp_10.42.42.5(pid=23388): stderr: \u000a| �[0;m�[38;5;43m20221209041628636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041628636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041628637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041628637 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041628637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041628638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041628638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:16:30.167406 run osmo-stp_10.42.42.5(pid=23388): stdout: \u000a| (launched: 2022-12-09_04:16:28.468632)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:16:30.290223 run osmo-stp_10.42.42.5(pid=23388): stderr: \u000a| �[0;m�[38;5;43m20221209041628636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041628636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041628637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041628637 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041628637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041628638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041628638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:16:30.433395 run patchelf(pid=23391): Terminating (SIGINT)\u000a04:16:30.601800 run patchelf(pid=23391): Terminated: ok {rc=0}\u000a04:16:30.632557 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=23388): Process ended prematurely: osmo-stp_10.42.42.5(pid=23388) [trial-2354↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23388)] [trial-2354↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a04:16:30.641202 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a04:16:30.702380 run osmo-hlr_10.42.42.2(pid=23385): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23385)]\u000a04:16:30.752087 run osmo-hlr_10.42.42.2(pid=23385): stdout: \u000a| (launched: 2022-12-09_04:16:27.544256) \u000a04:16:30.802477 run osmo-hlr_10.42.42.2(pid=23385): stderr: \u000a| �[0;m�[1;31m20221209041627719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209041627719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209041627719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041627720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041627720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209041627720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209041627732 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-umtrx+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209041627741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209041627741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209041627741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:16:30.848816 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23384): Terminating (SIGTERM)\u000a04:16:30.890098 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23387): Terminating (SIGTERM)\u000a04:16:30.931348 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23390): Terminating (SIGTERM)\u000a04:16:30.941004 --- ParallelTerminationStrategy: PID 23384 died...\u000a04:16:30.995690 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23384): Terminated: ok {rc=0}\u000a04:16:31.005906 --- ParallelTerminationStrategy: PID 23387 died...\u000a04:16:31.061587 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23387): Terminated: ok {rc=0}\u000a04:16:31.071801 --- ParallelTerminationStrategy: PID 23390 died...\u000a04:16:31.126501 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23390): Terminated: ok {rc=0}\u000a04:16:31.215191 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "89", "name" : "gprs_trx-umtrx+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:15:33" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23405): Process ended prematurely: osmo-stp_10.42.42.5(pid=23405) [trial-2354↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23405)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23405): Process ended prematurely: osmo-stp_10.42.42.5(pid=23405) [trial-2354↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23405)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-umtrx+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:16:33.359789 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:16:33.370630 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:16:33.530356 tst cs_paging_gprs_active.py: using LAC 19007\u000a04:16:33.647602 tst cs_paging_gprs_active.py: using RAC 137\u000a04:16:33.772818 tst cs_paging_gprs_active.py: using CellId 19007\u000a04:16:33.889865 tst cs_paging_gprs_active.py: using BVCI 19008\u000a04:16:33.913070 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:16:33.923977 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:16:33.934715 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:16:33.945357 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:16:33.956010 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:16:33.966811 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:16:33.977666 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:16:33.988212 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:16:33.999078 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:16:34.118809 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:16:34.414266 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:16:34.551303 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:16:34.886978 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23395): Launched\u000a04:16:35.166439 run iperf3-srv_10.42.42.10(pid=23396): Launched\u000a04:16:35.366206 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:16:35.501931 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:16:35.837693 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23397): Launched\u000a04:16:36.116850 run iperf3-srv_10.42.42.10(pid=23398): Launched\u000a04:16:36.315627 tst cs_paging_gprs_active.py:38: start network...\u000a04:16:36.451161 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:16:36.962911 run create_hlr_db(pid=23399): Launched\u000a04:16:37.150606 bus /gobi_6: Setting Powered False\u000a04:16:38.172769 run create_hlr_db(pid=23399): Terminated: ok {rc=0}\u000a04:16:38.580148 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23401): Launched\u000a04:16:38.883258 run osmo-hlr_10.42.42.2(pid=23402): Launched\u000a04:16:38.994745 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:16:39.520942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23404): Launched\u000a04:16:39.823140 run osmo-stp_10.42.42.5(pid=23405): Launched\u000a04:16:39.933788 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:16:40.460705 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23407): Launched\u000a04:16:40.569093 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:16:40.840694 run patchelf(pid=23408): Launched\u000a04:16:41.017984 run osmo-stp_10.42.42.5(pid=23405): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23405)]\u000a04:16:41.147662 run osmo-stp_10.42.42.5(pid=23405): stdout: \u000a| (launched: 2022-12-09_04:16:39.674439)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:16:41.278071 run osmo-stp_10.42.42.5(pid=23405): stderr: \u000a| �[0;m�[38;5;43m20221209041639843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041639843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041639843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041639844 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041639844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041639844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041639844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:16:41.404783 run osmo-stp_10.42.42.5(pid=23405): stdout: \u000a| (launched: 2022-12-09_04:16:39.674439)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:16:41.529700 run osmo-stp_10.42.42.5(pid=23405): stderr: \u000a| �[0;m�[38;5;43m20221209041639843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041639843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041639843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041639844 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041639844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041639844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041639844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:16:41.675365 run patchelf(pid=23408): Terminating (SIGINT)\u000a04:16:41.847054 run patchelf(pid=23408): Terminated: ok {rc=0}\u000a04:16:41.878753 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=23405): Process ended prematurely: osmo-stp_10.42.42.5(pid=23405) [trial-2354↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23405)] [trial-2354↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a04:16:41.888132 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a04:16:41.949340 run osmo-hlr_10.42.42.2(pid=23402): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23402)]\u000a04:16:41.998789 run osmo-hlr_10.42.42.2(pid=23402): stdout: \u000a| (launched: 2022-12-09_04:16:38.734204) \u000a04:16:42.049110 run osmo-hlr_10.42.42.2(pid=23402): stderr: \u000a| �[0;m�[1;31m20221209041638911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209041638911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209041638911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041638911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041638911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209041638911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209041638923 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-umtrx+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209041638934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209041638934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209041638934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:16:42.091836 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23395): Terminating (SIGTERM)\u000a04:16:42.132268 run iperf3-srv_10.42.42.10(pid=23396): Terminating (SIGTERM)\u000a04:16:42.172675 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23397): Terminating (SIGTERM)\u000a04:16:42.213043 run iperf3-srv_10.42.42.10(pid=23398): Terminating (SIGTERM)\u000a04:16:42.253486 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23401): Terminating (SIGTERM)\u000a04:16:42.294037 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23404): Terminating (SIGTERM)\u000a04:16:42.334367 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23407): Terminating (SIGTERM)\u000a04:16:42.343873 --- ParallelTerminationStrategy: PID 23395 died...\u000a04:16:42.397817 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23395): Terminated: ok {rc=0}\u000a04:16:42.407817 --- ParallelTerminationStrategy: PID 23396 died...\u000a04:16:42.461600 run iperf3-srv_10.42.42.10(pid=23396): Terminated {rc=256}\u000a04:16:42.471492 --- ParallelTerminationStrategy: PID 23397 died...\u000a04:16:42.525694 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23397): Terminated: ok {rc=0}\u000a04:16:42.535681 --- ParallelTerminationStrategy: PID 23398 died...\u000a04:16:42.589295 run iperf3-srv_10.42.42.10(pid=23398): Terminated {rc=256}\u000a04:16:42.599222 --- ParallelTerminationStrategy: PID 23401 died...\u000a04:16:42.652991 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23401): Terminated: ok {rc=0}\u000a04:16:42.663360 --- ParallelTerminationStrategy: PID 23404 died...\u000a04:16:42.717074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23404): Terminated: ok {rc=0}\u000a04:16:42.727165 --- ParallelTerminationStrategy: PID 23407 died...\u000a04:16:42.780767 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23407): Terminated: ok {rc=0}\u000a04:16:42.865162 bus /gobi_0: Setting Powered False\u000a04:16:43.972777 bus /gobi_0: Setting Powered False\u000a04:16:45.085064 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23417): Process ended prematurely: osmo-stp_10.42.42.5(pid=23417) [trial-2354↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23417)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23417): Process ended prematurely: osmo-stp_10.42.42.5(pid=23417) [trial-2354↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23417)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a04:16:46.230227 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:16:46.246985 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:16:46.438541 tst iperf3.py: using LAC 19008\u000a04:16:46.594095 tst iperf3.py: using RAC 138\u000a04:16:46.714063 tst iperf3.py: using CellId 19008\u000a04:16:46.835201 tst iperf3.py: using BVCI 19009\u000a04:16:46.858862 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:16:46.870249 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:16:46.881634 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:16:46.893660 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:16:46.905404 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:16:46.916656 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:16:46.928568 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:16:46.940391 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:16:46.952239 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:16:47.259463 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:16:47.397233 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:16:47.734297 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23409): Launched\u000a04:16:48.013305 run iperf3-srv_10.42.42.10(pid=23410): Launched\u000a04:16:48.211897 tst iperf3.py:8: start network...\u000a04:16:48.347852 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:16:48.857658 run create_hlr_db(pid=23411): Launched\u000a04:16:49.044853 bus /gobi_6: Setting Powered False\u000a04:16:50.066676 run create_hlr_db(pid=23411): Terminated: ok {rc=0}\u000a04:16:50.498915 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23413): Launched\u000a04:16:50.824336 run osmo-hlr_10.42.42.2(pid=23414): Launched\u000a04:16:50.944676 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:16:51.599678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23416): Launched\u000a04:16:51.915821 run osmo-stp_10.42.42.5(pid=23417): Launched\u000a04:16:52.031095 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:16:52.583930 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23419): Launched\u000a04:16:52.697812 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:16:52.974072 run patchelf(pid=23420): Launched\u000a04:16:53.159499 run osmo-stp_10.42.42.5(pid=23417): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23417)]\u000a04:16:53.295086 run osmo-stp_10.42.42.5(pid=23417): stdout: \u000a| (launched: 2022-12-09_04:16:51.760188)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:16:53.431506 run osmo-stp_10.42.42.5(pid=23417): stderr: \u000a| �[0;m�[38;5;43m20221209041651950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041651950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041651950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041651951 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041651951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041651951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041651951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:16:53.563258 run osmo-stp_10.42.42.5(pid=23417): stdout: \u000a| (launched: 2022-12-09_04:16:51.760188)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:16:53.693522 run osmo-stp_10.42.42.5(pid=23417): stderr: \u000a| �[0;m�[38;5;43m20221209041651950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041651950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041651950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041651951 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041651951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041651951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041651951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:16:53.845230 run patchelf(pid=23420): Terminating (SIGINT)\u000a04:16:54.023409 run patchelf(pid=23420): Terminated: ok {rc=0}\u000a04:16:54.056123 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23417): Process ended prematurely: osmo-stp_10.42.42.5(pid=23417) [trial-2354↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23417)] [trial-2354↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a04:16:54.065973 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a04:16:54.130144 run osmo-hlr_10.42.42.2(pid=23414): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23414)]\u000a04:16:54.182001 run osmo-hlr_10.42.42.2(pid=23414): stdout: \u000a| (launched: 2022-12-09_04:16:50.664394) \u000a04:16:54.234615 run osmo-hlr_10.42.42.2(pid=23414): stderr: \u000a| �[0;m�[1;31m20221209041650860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209041650860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209041650861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041650861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041650861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209041650861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209041650874 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209041650883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209041650883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209041650883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:16:54.279391 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23409): Terminating (SIGTERM)\u000a04:16:54.321650 run iperf3-srv_10.42.42.10(pid=23410): Terminating (SIGTERM)\u000a04:16:54.363981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23413): Terminating (SIGTERM)\u000a04:16:54.405980 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23416): Terminating (SIGTERM)\u000a04:16:54.448162 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23419): Terminating (SIGTERM)\u000a04:16:54.458210 --- ParallelTerminationStrategy: PID 23409 died...\u000a04:16:54.514831 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23409): Terminated: ok {rc=0}\u000a04:16:54.525417 --- ParallelTerminationStrategy: PID 23410 died...\u000a04:16:54.581889 run iperf3-srv_10.42.42.10(pid=23410): Terminated {rc=256}\u000a04:16:54.591989 --- ParallelTerminationStrategy: PID 23413 died...\u000a04:16:54.648401 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23413): Terminated: ok {rc=0}\u000a04:16:54.658459 --- ParallelTerminationStrategy: PID 23416 died...\u000a04:16:54.714756 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23416): Terminated: ok {rc=0}\u000a04:16:54.725098 --- ParallelTerminationStrategy: PID 23419 died...\u000a04:16:54.781628 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23419): Terminated: ok {rc=0}\u000a04:16:54.869789 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23438): Process ended prematurely: osmo-stp_10.42.42.5(pid=23438) [trial-2354↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23438)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23438): Process ended prematurely: osmo-stp_10.42.42.5(pid=23438) [trial-2354↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23438)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a04:16:55.979947 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:16:55.991356 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:16:56.147921 tst iperf3m4.py: using LAC 19009\u000a04:16:56.263315 tst iperf3m4.py: using RAC 139\u000a04:16:56.378095 tst iperf3m4.py: using CellId 19009\u000a04:16:56.493291 tst iperf3m4.py: using BVCI 19010\u000a04:16:56.515920 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:16:56.526755 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:16:56.537250 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:16:56.547824 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:16:56.558520 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:16:56.569224 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:16:56.579820 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:16:56.590241 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:16:56.601126 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:16:56.720876 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:16:56.840443 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:16:56.959311 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:16:57.248156 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:16:57.380561 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:16:57.710067 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23421): Launched\u000a04:16:57.977811 run iperf3-srv_10.42.42.10(pid=23422): Launched\u000a04:16:58.157551 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:16:58.281250 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:16:58.588581 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23423): Launched\u000a04:16:58.843546 run iperf3-srv_10.42.42.10(pid=23424): Launched\u000a04:16:59.023300 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:16:59.146615 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:16:59.453536 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23425): Launched\u000a04:16:59.708809 run iperf3-srv_10.42.42.10(pid=23426): Launched\u000a04:16:59.888315 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:17:00.011289 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:17:00.318013 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23427): Launched\u000a04:17:00.572789 run iperf3-srv_10.42.42.10(pid=23428): Launched\u000a04:17:00.751803 tst iperf3m4.py:8: start network...\u000a04:17:00.880012 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:17:01.462000 run create_hlr_db(pid=23429): Launched\u000a04:17:01.654084 bus /gobi_6: Setting Powered False\u000a04:17:02.658701 run create_hlr_db(pid=23429): Terminated: ok {rc=0}\u000a04:17:03.105468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23434): Launched\u000a04:17:03.422103 run osmo-hlr_10.42.42.2(pid=23435): Launched\u000a04:17:03.540547 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:17:04.091943 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23437): Launched\u000a04:17:04.408117 run osmo-stp_10.42.42.5(pid=23438): Launched\u000a04:17:04.523159 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:17:05.075620 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23440): Launched\u000a04:17:05.188883 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:17:05.465232 run patchelf(pid=23441): Launched\u000a04:17:05.651695 run osmo-stp_10.42.42.5(pid=23438): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23438)]\u000a04:17:05.787683 run osmo-stp_10.42.42.5(pid=23438): stdout: \u000a| (launched: 2022-12-09_04:17:04.252603)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:17:05.924096 run osmo-stp_10.42.42.5(pid=23438): stderr: \u000a| �[0;m�[38;5;43m20221209041704439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041704439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041704439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041704439 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041704440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041704440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041704440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:17:06.055869 run osmo-stp_10.42.42.5(pid=23438): stdout: \u000a| (launched: 2022-12-09_04:17:04.252603)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:17:06.186580 run osmo-stp_10.42.42.5(pid=23438): stderr: \u000a| �[0;m�[38;5;43m20221209041704439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041704439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041704439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041704439 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041704440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041704440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041704440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:17:06.338709 run patchelf(pid=23441): Terminating (SIGINT)\u000a04:17:06.517226 run patchelf(pid=23441): Terminated: ok {rc=0}\u000a04:17:06.550628 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23438): Process ended prematurely: osmo-stp_10.42.42.5(pid=23438) [trial-2354↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23438)] [trial-2354↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a04:17:06.560664 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a04:17:06.625556 run osmo-hlr_10.42.42.2(pid=23435): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23435)]\u000a04:17:06.677945 run osmo-hlr_10.42.42.2(pid=23435): stdout: \u000a| (launched: 2022-12-09_04:17:03.267060) \u000a04:17:06.730905 run osmo-hlr_10.42.42.2(pid=23435): stderr: \u000a| �[0;m�[1;31m20221209041703463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209041703463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209041703463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041703463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041703463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209041703463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209041703474 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209041703484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209041703484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209041703484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:17:06.775607 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23421): Terminating (SIGTERM)\u000a04:17:06.818228 run iperf3-srv_10.42.42.10(pid=23422): Terminating (SIGTERM)\u000a04:17:06.861392 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23423): Terminating (SIGTERM)\u000a04:17:06.903449 run iperf3-srv_10.42.42.10(pid=23424): Terminating (SIGTERM)\u000a04:17:06.945885 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23425): Terminating (SIGTERM)\u000a04:17:06.988494 run iperf3-srv_10.42.42.10(pid=23426): Terminating (SIGTERM)\u000a04:17:07.030646 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23427): Terminating (SIGTERM)\u000a04:17:07.072916 run iperf3-srv_10.42.42.10(pid=23428): Terminating (SIGTERM)\u000a04:17:07.115840 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23434): Terminating (SIGTERM)\u000a04:17:07.158031 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23437): Terminating (SIGTERM)\u000a04:17:07.200744 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23440): Terminating (SIGTERM)\u000a04:17:07.210469 --- ParallelTerminationStrategy: PID 23421 died...\u000a04:17:07.267093 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23421): Terminated: ok {rc=0}\u000a04:17:07.277261 --- ParallelTerminationStrategy: PID 23422 died...\u000a04:17:07.333188 run iperf3-srv_10.42.42.10(pid=23422): Terminated {rc=256}\u000a04:17:07.343190 --- ParallelTerminationStrategy: PID 23423 died...\u000a04:17:07.399177 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23423): Terminated: ok {rc=0}\u000a04:17:07.409207 --- ParallelTerminationStrategy: PID 23424 died...\u000a04:17:07.464894 run iperf3-srv_10.42.42.10(pid=23424): Terminated {rc=256}\u000a04:17:07.474946 --- ParallelTerminationStrategy: PID 23425 died...\u000a04:17:07.531684 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23425): Terminated: ok {rc=0}\u000a04:17:07.541771 --- ParallelTerminationStrategy: PID 23426 died...\u000a04:17:07.597720 run iperf3-srv_10.42.42.10(pid=23426): Terminated {rc=256}\u000a04:17:07.607725 --- ParallelTerminationStrategy: PID 23427 died...\u000a04:17:07.663795 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23427): Terminated: ok {rc=0}\u000a04:17:07.673902 --- ParallelTerminationStrategy: PID 23428 died...\u000a04:17:07.729787 run iperf3-srv_10.42.42.10(pid=23428): Terminated {rc=256}\u000a04:17:07.739798 --- ParallelTerminationStrategy: PID 23434 died...\u000a04:17:07.795678 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23434): Terminated: ok {rc=0}\u000a04:17:07.805767 --- ParallelTerminationStrategy: PID 23437 died...\u000a04:17:07.861492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23437): Terminated: ok {rc=0}\u000a04:17:07.871768 --- ParallelTerminationStrategy: PID 23440 died...\u000a04:17:07.927760 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23440): Terminated: ok {rc=0}\u000a04:17:08.014392 bus /gobi_4: Setting Powered False\u000a04:17:09.122373 bus /gobi_4: Setting Powered False\u000a04:17:10.230520 bus /gobi_1: Setting Powered False\u000a04:17:11.337492 bus /gobi_1: Setting Powered False\u000a04:17:12.445761 bus /gobi_0: Setting Powered False\u000a04:17:13.552720 bus /gobi_0: Setting Powered False\u000a04:17:14.661274 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23448): Process ended prematurely: osmo-stp_10.42.42.5(pid=23448) [trial-2354↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23448)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23448): Process ended prematurely: osmo-stp_10.42.42.5(pid=23448) [trial-2354↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23448)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-umtrx+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a04:17:15.730023 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:17:15.741758 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:17:15.913183 tst ping.py: using LAC 19010\u000a04:17:16.052418 tst ping.py: using RAC 140\u000a04:17:16.172555 tst ping.py: using CellId 19010\u000a04:17:16.297295 tst ping.py: using BVCI 19011\u000a04:17:16.322430 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:17:16.334100 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:17:16.345415 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:17:16.357615 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:17:16.371471 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:17:16.384170 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:17:16.397429 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:17:16.410565 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:17:16.700648 tst ping.py:19: start network...\u000a04:17:16.825180 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:17:17.336125 run create_hlr_db(pid=23442): Launched\u000a04:17:17.504617 bus /gobi_6: Setting Powered False\u000a04:17:18.526295 run create_hlr_db(pid=23442): Terminated: ok {rc=0}\u000a04:17:18.943166 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23444): Launched\u000a04:17:19.256036 run osmo-hlr_10.42.42.2(pid=23445): Launched\u000a04:17:19.369974 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:17:19.912809 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23447): Launched\u000a04:17:20.225430 run osmo-stp_10.42.42.5(pid=23448): Launched\u000a04:17:20.339327 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:17:20.885874 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23450): Launched\u000a04:17:20.997471 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:17:21.269715 run patchelf(pid=23451): Launched\u000a04:17:21.452444 run osmo-stp_10.42.42.5(pid=23448): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23448)]\u000a04:17:21.586931 run osmo-stp_10.42.42.5(pid=23448): stdout: \u000a| (launched: 2022-12-09_04:17:20.071527)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:17:21.722269 run osmo-stp_10.42.42.5(pid=23448): stderr: \u000a| �[0;m�[38;5;43m20221209041720259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041720259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041720260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041720260 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041720261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041720261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041720261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:17:21.851761 run osmo-stp_10.42.42.5(pid=23448): stdout: \u000a| (launched: 2022-12-09_04:17:20.071527)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:17:21.980471 run osmo-stp_10.42.42.5(pid=23448): stderr: \u000a| �[0;m�[38;5;43m20221209041720259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041720259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041720260 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041720260 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041720261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041720261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041720261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:17:22.130600 run patchelf(pid=23451): Terminating (SIGINT)\u000a04:17:22.306165 run patchelf(pid=23451): Terminated: ok {rc=0}\u000a04:17:22.338132 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=23448): Process ended prematurely: osmo-stp_10.42.42.5(pid=23448) [trial-2354↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23448)] [trial-2354↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22]\u000a04:17:22.347952 tst ping.py:22: Test FAILED (6.6 sec)\u000a04:17:22.411768 run osmo-hlr_10.42.42.2(pid=23445): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23445)]\u000a04:17:22.463790 run osmo-hlr_10.42.42.2(pid=23445): stdout: \u000a| (launched: 2022-12-09_04:17:19.102097) \u000a04:17:22.517030 run osmo-hlr_10.42.42.2(pid=23445): stderr: \u000a| �[0;m�[1;31m20221209041719298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209041719298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209041719298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041719298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041719298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209041719298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209041719310 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209041719318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209041719318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209041719319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:17:22.562260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23444): Terminating (SIGTERM)\u000a04:17:22.604853 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23447): Terminating (SIGTERM)\u000a04:17:22.646955 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23450): Terminating (SIGTERM)\u000a04:17:22.656831 --- ParallelTerminationStrategy: PID 23444 died...\u000a04:17:22.713347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23444): Terminated: ok {rc=0}\u000a04:17:22.723428 --- ParallelTerminationStrategy: PID 23447 died...\u000a04:17:22.779811 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23447): Terminated: ok {rc=0}\u000a04:17:22.789886 --- ParallelTerminationStrategy: PID 23450 died...\u000a04:17:22.846147 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23450): Terminated: ok {rc=0}\u000a04:17:22.933766 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23458): Process ended prematurely: osmo-stp_10.42.42.5(pid=23458) [trial-2354↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23458)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23458): Process ended prematurely: osmo-stp_10.42.42.5(pid=23458) [trial-2354↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23458)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-umtrx+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a04:17:23.987550 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:17:23.999922 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:17:24.165202 tst ping_idle_ping.py: using LAC 19011\u000a04:17:24.289725 tst ping_idle_ping.py: using RAC 141\u000a04:17:24.413579 tst ping_idle_ping.py: using CellId 19011\u000a04:17:24.537242 tst ping_idle_ping.py: using BVCI 19012\u000a04:17:24.561775 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:17:24.572937 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:17:24.584036 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:17:24.595543 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:17:24.606883 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:17:24.618352 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:17:24.629542 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:17:24.640657 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:17:24.925760 tst ping_idle_ping.py:24: start network...\u000a04:17:25.056119 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:17:25.547067 run create_hlr_db(pid=23452): Launched\u000a04:17:25.728325 bus /gobi_6: Setting Powered False\u000a04:17:26.750161 run create_hlr_db(pid=23452): Terminated: ok {rc=0}\u000a04:17:27.166457 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23454): Launched\u000a04:17:27.478175 run osmo-hlr_10.42.42.2(pid=23455): Launched\u000a04:17:27.596443 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:17:28.139016 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23457): Launched\u000a04:17:28.454499 run osmo-stp_10.42.42.5(pid=23458): Launched\u000a04:17:28.568763 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:17:29.115085 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23460): Launched\u000a04:17:29.227139 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:17:29.500389 run patchelf(pid=23461): Launched\u000a04:17:29.684343 run osmo-stp_10.42.42.5(pid=23458): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23458)]\u000a04:17:29.818670 run osmo-stp_10.42.42.5(pid=23458): stdout: \u000a| (launched: 2022-12-09_04:17:28.299081)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:17:29.953055 run osmo-stp_10.42.42.5(pid=23458): stderr: \u000a| �[0;m�[38;5;43m20221209041728490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041728490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041728491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041728491 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041728492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041728492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041728492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:17:30.083038 run osmo-stp_10.42.42.5(pid=23458): stdout: \u000a| (launched: 2022-12-09_04:17:28.299081)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:17:30.211706 run osmo-stp_10.42.42.5(pid=23458): stderr: \u000a| �[0;m�[38;5;43m20221209041728490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041728490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041728491 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041728491 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041728492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041728492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041728492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:17:30.362167 run patchelf(pid=23461): Terminating (SIGINT)\u000a04:17:30.538861 run patchelf(pid=23461): Terminated: ok {rc=0}\u000a04:17:30.571382 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=23458): Process ended prematurely: osmo-stp_10.42.42.5(pid=23458) [trial-2354↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23458)] [trial-2354↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a04:17:30.580618 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a04:17:30.644398 run osmo-hlr_10.42.42.2(pid=23455): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23455)]\u000a04:17:30.696196 run osmo-hlr_10.42.42.2(pid=23455): stdout: \u000a| (launched: 2022-12-09_04:17:27.325086) \u000a04:17:30.748597 run osmo-hlr_10.42.42.2(pid=23455): stderr: \u000a| �[0;m�[1;31m20221209041727521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209041727521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209041727522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041727522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041727522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209041727522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209041727540 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209041727550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209041727550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209041727550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:17:30.793226 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23454): Terminating (SIGTERM)\u000a04:17:30.835289 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23457): Terminating (SIGTERM)\u000a04:17:30.883723 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23460): Terminating (SIGTERM)\u000a04:17:30.893991 --- ParallelTerminationStrategy: PID 23454 died...\u000a04:17:30.952562 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23454): Terminated: ok {rc=0}\u000a04:17:30.963443 --- ParallelTerminationStrategy: PID 23457 died...\u000a04:17:31.022336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23457): Terminated: ok {rc=0}\u000a04:17:31.033341 --- ParallelTerminationStrategy: PID 23460 died...\u000a04:17:31.092857 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23460): Terminated: ok {rc=0}\u000a04:17:31.184890 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "90", "name" : "gprs_trx-umtrx+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:16:32" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23476): Process ended prematurely: osmo-stp_10.42.42.5(pid=23476) [trial-2354↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23476)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23476): Process ended prematurely: osmo-stp_10.42.42.5(pid=23476) [trial-2354↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23476)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-umtrx+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:17:33.341307 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:17:33.352502 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:17:33.514337 tst cs_paging_gprs_active.py: using LAC 19012\u000a04:17:33.639055 tst cs_paging_gprs_active.py: using RAC 142\u000a04:17:33.764023 tst cs_paging_gprs_active.py: using CellId 19012\u000a04:17:33.884480 tst cs_paging_gprs_active.py: using BVCI 19013\u000a04:17:33.907429 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:17:33.918214 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:17:33.929337 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:17:33.940414 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:17:33.951294 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:17:33.962298 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:17:33.973242 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:17:33.983660 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:17:33.994590 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:17:34.112319 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:17:34.392371 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:17:34.517270 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:17:34.827162 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23465): Launched\u000a04:17:35.084742 run iperf3-srv_10.42.42.10(pid=23466): Launched\u000a04:17:35.266845 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:17:35.391411 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:17:35.700403 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23467): Launched\u000a04:17:35.977871 run iperf3-srv_10.42.42.10(pid=23469): Launched\u000a04:17:36.173621 tst cs_paging_gprs_active.py:38: start network...\u000a04:17:36.307145 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:17:36.810571 run create_hlr_db(pid=23470): Launched\u000a04:17:36.994624 bus /gobi_6: Setting Powered False\u000a04:17:38.018495 run create_hlr_db(pid=23470): Terminated: ok {rc=0}\u000a04:17:38.418497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23472): Launched\u000a04:17:38.717580 run osmo-hlr_10.42.42.2(pid=23473): Launched\u000a04:17:38.835878 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:17:39.358370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23475): Launched\u000a04:17:39.655395 run osmo-stp_10.42.42.5(pid=23476): Launched\u000a04:17:39.765094 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:17:40.311858 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23478): Launched\u000a04:17:40.426420 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:17:40.707102 run patchelf(pid=23479): Launched\u000a04:17:40.894029 run osmo-stp_10.42.42.5(pid=23476): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23476)]\u000a04:17:41.031040 run osmo-stp_10.42.42.5(pid=23476): stdout: \u000a| (launched: 2022-12-09_04:17:39.509122)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:17:41.168081 run osmo-stp_10.42.42.5(pid=23476): stderr: \u000a| �[0;m�[38;5;43m20221209041739675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041739676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041739676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041739676 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041739677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041739677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041739677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:17:41.300589 run osmo-stp_10.42.42.5(pid=23476): stdout: \u000a| (launched: 2022-12-09_04:17:39.509122)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:17:41.432057 run osmo-stp_10.42.42.5(pid=23476): stderr: \u000a| �[0;m�[38;5;43m20221209041739675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041739676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041739676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041739676 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041739677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041739677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041739677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:17:41.585700 run patchelf(pid=23479): Terminating (SIGINT)\u000a04:17:41.765886 run patchelf(pid=23479): Terminated: ok {rc=0}\u000a04:17:41.799460 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=23476): Process ended prematurely: osmo-stp_10.42.42.5(pid=23476) [trial-2354↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23476)] [trial-2354↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a04:17:41.809362 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a04:17:41.873517 run osmo-hlr_10.42.42.2(pid=23473): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23473)]\u000a04:17:41.925759 run osmo-hlr_10.42.42.2(pid=23473): stdout: \u000a| (launched: 2022-12-09_04:17:38.570338) \u000a04:17:41.978581 run osmo-hlr_10.42.42.2(pid=23473): stderr: \u000a| �[0;m�[1;31m20221209041738746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209041738746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209041738746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041738746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041738746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209041738746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209041738758 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-umtrx+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209041738769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209041738769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209041738769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:17:42.023235 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23465): Terminating (SIGTERM)\u000a04:17:42.065748 run iperf3-srv_10.42.42.10(pid=23466): Terminating (SIGTERM)\u000a04:17:42.108625 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23467): Terminating (SIGTERM)\u000a04:17:42.151030 run iperf3-srv_10.42.42.10(pid=23469): Terminating (SIGTERM)\u000a04:17:42.193876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23472): Terminating (SIGTERM)\u000a04:17:42.235831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23475): Terminating (SIGTERM)\u000a04:17:42.278531 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23478): Terminating (SIGTERM)\u000a04:17:42.288271 --- ParallelTerminationStrategy: PID 23465 died...\u000a04:17:42.345129 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23465): Terminated: ok {rc=0}\u000a04:17:42.355244 --- ParallelTerminationStrategy: PID 23466 died...\u000a04:17:42.411609 run iperf3-srv_10.42.42.10(pid=23466): Terminated {rc=256}\u000a04:17:42.421741 --- ParallelTerminationStrategy: PID 23467 died...\u000a04:17:42.477775 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23467): Terminated: ok {rc=0}\u000a04:17:42.487811 --- ParallelTerminationStrategy: PID 23469 died...\u000a04:17:42.544460 run iperf3-srv_10.42.42.10(pid=23469): Terminated {rc=256}\u000a04:17:42.554854 --- ParallelTerminationStrategy: PID 23472 died...\u000a04:17:42.611826 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23472): Terminated: ok {rc=0}\u000a04:17:42.621930 --- ParallelTerminationStrategy: PID 23475 died...\u000a04:17:42.678535 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23475): Terminated: ok {rc=0}\u000a04:17:42.688602 --- ParallelTerminationStrategy: PID 23478 died...\u000a04:17:42.745288 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23478): Terminated: ok {rc=0}\u000a04:17:42.832541 bus /gobi_0: Setting Powered False\u000a04:17:43.940364 bus /gobi_0: Setting Powered False\u000a04:17:45.052706 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23488): Process ended prematurely: osmo-stp_10.42.42.5(pid=23488) [trial-2354↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23488)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23488): Process ended prematurely: osmo-stp_10.42.42.5(pid=23488) [trial-2354↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23488)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a04:17:46.170054 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:17:46.182924 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:17:46.346814 tst iperf3.py: using LAC 19013\u000a04:17:46.505496 tst iperf3.py: using RAC 143\u000a04:17:46.639606 tst iperf3.py: using CellId 19013\u000a04:17:46.767432 tst iperf3.py: using BVCI 19014\u000a04:17:46.793037 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:17:46.804916 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:17:46.816767 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:17:46.829380 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:17:46.841995 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:17:46.855216 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:17:46.868078 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:17:46.880671 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:17:46.893312 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:17:47.189114 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:17:47.324841 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:17:47.655140 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23480): Launched\u000a04:17:47.930371 run iperf3-srv_10.42.42.10(pid=23481): Launched\u000a04:17:48.125658 tst iperf3.py:8: start network...\u000a04:17:48.259135 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:17:48.760233 run create_hlr_db(pid=23482): Launched\u000a04:17:48.944417 bus /gobi_6: Setting Powered False\u000a04:17:49.967202 run create_hlr_db(pid=23482): Terminated: ok {rc=0}\u000a04:17:50.389959 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23484): Launched\u000a04:17:50.709329 run osmo-hlr_10.42.42.2(pid=23485): Launched\u000a04:17:50.828322 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:17:51.383392 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23487): Launched\u000a04:17:51.702782 run osmo-stp_10.42.42.5(pid=23488): Launched\u000a04:17:51.818289 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:17:52.373230 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23490): Launched\u000a04:17:52.487128 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:17:52.764607 run patchelf(pid=23491): Launched\u000a04:17:52.951043 run osmo-stp_10.42.42.5(pid=23488): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23488)]\u000a04:17:53.087846 run osmo-stp_10.42.42.5(pid=23488): stdout: \u000a| (launched: 2022-12-09_04:17:51.545642)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:17:53.224726 run osmo-stp_10.42.42.5(pid=23488): stderr: \u000a| �[0;m�[38;5;43m20221209041751737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041751737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041751737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041751738 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041751738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041751738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041751738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:17:53.356769 run osmo-stp_10.42.42.5(pid=23488): stdout: \u000a| (launched: 2022-12-09_04:17:51.545642)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:17:53.487757 run osmo-stp_10.42.42.5(pid=23488): stderr: \u000a| �[0;m�[38;5;43m20221209041751737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041751737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041751737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041751738 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041751738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041751738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041751738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:17:53.641361 run patchelf(pid=23491): Terminating (SIGINT)\u000a04:17:53.820730 run patchelf(pid=23491): Terminated: ok {rc=0}\u000a04:17:53.853838 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23488): Process ended prematurely: osmo-stp_10.42.42.5(pid=23488) [trial-2354↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23488)] [trial-2354↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a04:17:53.863816 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a04:17:53.928306 run osmo-hlr_10.42.42.2(pid=23485): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23485)]\u000a04:17:53.980548 run osmo-hlr_10.42.42.2(pid=23485): stdout: \u000a| (launched: 2022-12-09_04:17:50.552275) \u000a04:17:54.033462 run osmo-hlr_10.42.42.2(pid=23485): stderr: \u000a| �[0;m�[1;31m20221209041750749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209041750749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209041750749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041750749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041750749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209041750750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209041750762 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209041750770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209041750770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209041750770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:17:54.078555 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23480): Terminating (SIGTERM)\u000a04:17:54.121253 run iperf3-srv_10.42.42.10(pid=23481): Terminating (SIGTERM)\u000a04:17:54.163933 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23484): Terminating (SIGTERM)\u000a04:17:54.206795 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23487): Terminating (SIGTERM)\u000a04:17:54.249277 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23490): Terminating (SIGTERM)\u000a04:17:54.258983 --- ParallelTerminationStrategy: PID 23480 died...\u000a04:17:54.315931 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23480): Terminated: ok {rc=0}\u000a04:17:54.326064 --- ParallelTerminationStrategy: PID 23481 died...\u000a04:17:54.382645 run iperf3-srv_10.42.42.10(pid=23481): Terminated {rc=256}\u000a04:17:54.392797 --- ParallelTerminationStrategy: PID 23484 died...\u000a04:17:54.449474 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23484): Terminated: ok {rc=0}\u000a04:17:54.459670 --- ParallelTerminationStrategy: PID 23487 died...\u000a04:17:54.516431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23487): Terminated: ok {rc=0}\u000a04:17:54.526706 --- ParallelTerminationStrategy: PID 23490 died...\u000a04:17:54.583861 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23490): Terminated: ok {rc=0}\u000a04:17:54.672052 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23506): Process ended prematurely: osmo-stp_10.42.42.5(pid=23506) [trial-2354↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23506)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23506): Process ended prematurely: osmo-stp_10.42.42.5(pid=23506) [trial-2354↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23506)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a04:17:55.781754 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:17:55.793085 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:17:55.947837 tst iperf3m4.py: using LAC 19014\u000a04:17:56.066075 tst iperf3m4.py: using RAC 144\u000a04:17:56.184030 tst iperf3m4.py: using CellId 19014\u000a04:17:56.302651 tst iperf3m4.py: using BVCI 19015\u000a04:17:56.325513 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:17:56.336336 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:17:56.347163 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:17:56.358043 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:17:56.368760 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:17:56.379612 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:17:56.390536 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:17:56.401526 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:17:56.412513 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:17:56.527322 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:17:56.646967 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:17:56.763571 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:17:57.037176 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:17:57.161028 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:17:57.468272 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23492): Launched\u000a04:17:57.723746 run iperf3-srv_10.42.42.10(pid=23493): Launched\u000a04:17:57.904349 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:17:58.027763 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:17:58.335434 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23494): Launched\u000a04:17:58.591305 run iperf3-srv_10.42.42.10(pid=23495): Launched\u000a04:17:58.771158 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:17:58.894245 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:17:59.201999 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23496): Launched\u000a04:17:59.456553 run iperf3-srv_10.42.42.10(pid=23497): Launched\u000a04:17:59.636008 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:17:59.758792 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:18:00.067021 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23498): Launched\u000a04:18:00.322255 run iperf3-srv_10.42.42.10(pid=23499): Launched\u000a04:18:00.501646 tst iperf3m4.py:8: start network...\u000a04:18:00.624608 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:18:01.175934 run create_hlr_db(pid=23500): Launched\u000a04:18:01.374811 bus /gobi_6: Setting Powered False\u000a04:18:02.385896 run create_hlr_db(pid=23500): Terminated: ok {rc=0}\u000a04:18:02.791256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23502): Launched\u000a04:18:03.089329 run osmo-hlr_10.42.42.2(pid=23503): Launched\u000a04:18:03.207729 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:18:03.729532 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23505): Launched\u000a04:18:04.027134 run osmo-stp_10.42.42.5(pid=23506): Launched\u000a04:18:04.134423 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:18:04.653883 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23508): Launched\u000a04:18:04.759853 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:18:05.019352 run patchelf(pid=23509): Launched\u000a04:18:05.193445 run osmo-stp_10.42.42.5(pid=23506): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23506)]\u000a04:18:05.320764 run osmo-stp_10.42.42.5(pid=23506): stdout: \u000a| (launched: 2022-12-09_04:18:03.880229)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:18:05.448589 run osmo-stp_10.42.42.5(pid=23506): stderr: \u000a| �[0;m�[38;5;43m20221209041804047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041804047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041804048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041804048 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041804049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041804049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041804049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:18:05.571591 run osmo-stp_10.42.42.5(pid=23506): stdout: \u000a| (launched: 2022-12-09_04:18:03.880229)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:18:05.693646 run osmo-stp_10.42.42.5(pid=23506): stderr: \u000a| �[0;m�[38;5;43m20221209041804047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041804047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041804048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041804048 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041804049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041804049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041804049 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:18:05.836577 run patchelf(pid=23509): Terminating (SIGINT)\u000a04:18:06.005384 run patchelf(pid=23509): Terminated: ok {rc=0}\u000a04:18:06.036399 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23506): Process ended prematurely: osmo-stp_10.42.42.5(pid=23506) [trial-2354↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23506)] [trial-2354↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a04:18:06.045602 tst iperf3m4.py:8: Test FAILED (10.3 sec)\u000a04:18:06.111759 run osmo-hlr_10.42.42.2(pid=23503): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23503)]\u000a04:18:06.164328 run osmo-hlr_10.42.42.2(pid=23503): stdout: \u000a| (launched: 2022-12-09_04:18:02.942441) \u000a04:18:06.217579 run osmo-hlr_10.42.42.2(pid=23503): stderr: \u000a| �[0;m�[1;31m20221209041803117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209041803117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209041803117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041803117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041803117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209041803117 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209041803129 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209041803138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209041803139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209041803139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:18:06.263044 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23492): Terminating (SIGTERM)\u000a04:18:06.305967 run iperf3-srv_10.42.42.10(pid=23493): Terminating (SIGTERM)\u000a04:18:06.349115 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23494): Terminating (SIGTERM)\u000a04:18:06.391512 run iperf3-srv_10.42.42.10(pid=23495): Terminating (SIGTERM)\u000a04:18:06.434656 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23496): Terminating (SIGTERM)\u000a04:18:06.477345 run iperf3-srv_10.42.42.10(pid=23497): Terminating (SIGTERM)\u000a04:18:06.519997 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23498): Terminating (SIGTERM)\u000a04:18:06.563189 run iperf3-srv_10.42.42.10(pid=23499): Terminating (SIGTERM)\u000a04:18:06.606346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23502): Terminating (SIGTERM)\u000a04:18:06.649153 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23505): Terminating (SIGTERM)\u000a04:18:06.692117 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23508): Terminating (SIGTERM)\u000a04:18:06.702046 --- ParallelTerminationStrategy: PID 23492 died...\u000a04:18:06.759188 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23492): Terminated: ok {rc=0}\u000a04:18:06.769950 --- ParallelTerminationStrategy: PID 23493 died...\u000a04:18:06.826915 run iperf3-srv_10.42.42.10(pid=23493): Terminated {rc=256}\u000a04:18:06.836900 --- ParallelTerminationStrategy: PID 23494 died...\u000a04:18:06.893973 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23494): Terminated: ok {rc=0}\u000a04:18:06.904267 --- ParallelTerminationStrategy: PID 23495 died...\u000a04:18:06.961307 run iperf3-srv_10.42.42.10(pid=23495): Terminated {rc=256}\u000a04:18:06.971595 --- ParallelTerminationStrategy: PID 23496 died...\u000a04:18:07.028393 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23496): Terminated: ok {rc=0}\u000a04:18:07.038745 --- ParallelTerminationStrategy: PID 23497 died...\u000a04:18:07.095811 run iperf3-srv_10.42.42.10(pid=23497): Terminated {rc=256}\u000a04:18:07.106144 --- ParallelTerminationStrategy: PID 23498 died...\u000a04:18:07.163202 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23498): Terminated: ok {rc=0}\u000a04:18:07.173628 --- ParallelTerminationStrategy: PID 23499 died...\u000a04:18:07.230500 run iperf3-srv_10.42.42.10(pid=23499): Terminated {rc=256}\u000a04:18:07.240606 --- ParallelTerminationStrategy: PID 23502 died...\u000a04:18:07.297437 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23502): Terminated: ok {rc=0}\u000a04:18:07.307850 --- ParallelTerminationStrategy: PID 23505 died...\u000a04:18:07.364754 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23505): Terminated: ok {rc=0}\u000a04:18:07.375143 --- ParallelTerminationStrategy: PID 23508 died...\u000a04:18:07.432250 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23508): Terminated: ok {rc=0}\u000a04:18:07.519961 bus /gobi_4: Setting Powered False\u000a04:18:08.628767 bus /gobi_4: Setting Powered False\u000a04:18:09.741790 bus /gobi_1: Setting Powered False\u000a04:18:10.846321 bus /gobi_1: Setting Powered False\u000a04:18:11.958805 bus /gobi_0: Setting Powered False\u000a04:18:13.063066 bus /gobi_0: Setting Powered False\u000a04:18:14.177500 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23516): Process ended prematurely: osmo-stp_10.42.42.5(pid=23516) [trial-2354↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23516)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23516): Process ended prematurely: osmo-stp_10.42.42.5(pid=23516) [trial-2354↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23516)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-umtrx+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a04:18:15.245067 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:18:15.256308 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:18:15.411345 tst ping.py: using LAC 19015\u000a04:18:15.533877 tst ping.py: using RAC 145\u000a04:18:15.662186 tst ping.py: using CellId 19015\u000a04:18:15.784068 tst ping.py: using BVCI 19016\u000a04:18:15.808196 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:18:15.819658 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:18:15.843774 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:18:15.859215 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:18:15.871307 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:18:15.884789 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:18:15.898089 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:18:15.910086 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:18:16.213084 tst ping.py:19: start network...\u000a04:18:16.346344 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:18:16.885935 run create_hlr_db(pid=23510): Launched\u000a04:18:17.071792 bus /gobi_6: Setting Powered False\u000a04:18:18.090133 run create_hlr_db(pid=23510): Terminated: ok {rc=0}\u000a04:18:18.483607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23512): Launched\u000a04:18:18.779185 run osmo-hlr_10.42.42.2(pid=23513): Launched\u000a04:18:18.886961 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:18:19.393489 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23515): Launched\u000a04:18:19.684750 run osmo-stp_10.42.42.5(pid=23516): Launched\u000a04:18:19.789989 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:18:20.299940 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23518): Launched\u000a04:18:20.403687 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:18:20.658640 run patchelf(pid=23519): Launched\u000a04:18:20.829514 run osmo-stp_10.42.42.5(pid=23516): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23516)]\u000a04:18:20.954517 run osmo-stp_10.42.42.5(pid=23516): stdout: \u000a| (launched: 2022-12-09_04:18:19.541060)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:18:21.080027 run osmo-stp_10.42.42.5(pid=23516): stderr: \u000a| �[0;m�[38;5;43m20221209041819709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041819710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041819710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041819710 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041819711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041819711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041819711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:18:21.201211 run osmo-stp_10.42.42.5(pid=23516): stdout: \u000a| (launched: 2022-12-09_04:18:19.541060)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:18:21.321127 run osmo-stp_10.42.42.5(pid=23516): stderr: \u000a| �[0;m�[38;5;43m20221209041819709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041819710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041819710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041819710 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041819711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041819711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041819711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:18:21.461174 run patchelf(pid=23519): Terminating (SIGINT)\u000a04:18:21.626542 run patchelf(pid=23519): Terminated: ok {rc=0}\u000a04:18:21.656669 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=23516): Process ended prematurely: osmo-stp_10.42.42.5(pid=23516) [trial-2354↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23516)] [trial-2354↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22]\u000a04:18:21.665300 tst ping.py:22: Test FAILED (6.4 sec)\u000a04:18:21.725927 run osmo-hlr_10.42.42.2(pid=23513): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23513)]\u000a04:18:21.775357 run osmo-hlr_10.42.42.2(pid=23513): stdout: \u000a| (launched: 2022-12-09_04:18:18.633449) \u000a04:18:21.825587 run osmo-hlr_10.42.42.2(pid=23513): stderr: \u000a| �[0;m�[1;31m20221209041818808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209041818808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209041818808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041818808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041818808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209041818808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209041818820 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209041818829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209041818829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209041818829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:18:21.868162 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23512): Terminating (SIGTERM)\u000a04:18:21.909030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23515): Terminating (SIGTERM)\u000a04:18:21.949184 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23518): Terminating (SIGTERM)\u000a04:18:21.958495 --- ParallelTerminationStrategy: PID 23512 died...\u000a04:18:22.012107 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23512): Terminated: ok {rc=0}\u000a04:18:22.021872 --- ParallelTerminationStrategy: PID 23515 died...\u000a04:18:22.075331 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23515): Terminated: ok {rc=0}\u000a04:18:22.085304 --- ParallelTerminationStrategy: PID 23518 died...\u000a04:18:22.139265 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23518): Terminated: ok {rc=0}\u000a04:18:22.223667 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23526): Process ended prematurely: osmo-stp_10.42.42.5(pid=23526) [trial-2354↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23526)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23526): Process ended prematurely: osmo-stp_10.42.42.5(pid=23526) [trial-2354↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23526)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-umtrx+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a04:18:23.274656 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:18:23.286085 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:18:23.440852 tst ping_idle_ping.py: using LAC 19016\u000a04:18:23.566279 tst ping_idle_ping.py: using RAC 146\u000a04:18:23.691129 tst ping_idle_ping.py: using CellId 19016\u000a04:18:23.814832 tst ping_idle_ping.py: using BVCI 19017\u000a04:18:23.839150 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:18:23.850638 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:18:23.862010 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:18:23.874434 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:18:23.886204 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:18:23.898322 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:18:23.910717 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:18:23.922361 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:18:24.196135 tst ping_idle_ping.py:24: start network...\u000a04:18:24.317281 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:18:24.787031 run create_hlr_db(pid=23520): Launched\u000a04:18:24.955656 bus /gobi_6: Setting Powered False\u000a04:18:25.977265 run create_hlr_db(pid=23520): Terminated: ok {rc=0}\u000a04:18:26.395938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23522): Launched\u000a04:18:26.710794 run osmo-hlr_10.42.42.2(pid=23523): Launched\u000a04:18:26.826660 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:18:27.370902 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23525): Launched\u000a04:18:27.686938 run osmo-stp_10.42.42.5(pid=23526): Launched\u000a04:18:27.801863 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:18:28.351158 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23528): Launched\u000a04:18:28.463307 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:18:28.737898 run patchelf(pid=23529): Launched\u000a04:18:28.922737 run osmo-stp_10.42.42.5(pid=23526): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23526)]\u000a04:18:29.058104 run osmo-stp_10.42.42.5(pid=23526): stdout: \u000a| (launched: 2022-12-09_04:18:27.531545)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:18:29.194044 run osmo-stp_10.42.42.5(pid=23526): stderr: \u000a| �[0;m�[38;5;43m20221209041827721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041827721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041827722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041827722 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041827722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041827722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041827722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:18:29.325240 run osmo-stp_10.42.42.5(pid=23526): stdout: \u000a| (launched: 2022-12-09_04:18:27.531545)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:18:29.455265 run osmo-stp_10.42.42.5(pid=23526): stderr: \u000a| �[0;m�[38;5;43m20221209041827721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041827721 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041827722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041827722 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041827722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041827722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041827722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:18:29.606916 run patchelf(pid=23529): Terminating (SIGINT)\u000a04:18:29.784606 run patchelf(pid=23529): Terminated: ok {rc=0}\u000a04:18:29.817083 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=23526): Process ended prematurely: osmo-stp_10.42.42.5(pid=23526) [trial-2354↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23526)] [trial-2354↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a04:18:29.826475 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a04:18:29.890814 run osmo-hlr_10.42.42.2(pid=23523): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23523)]\u000a04:18:29.943082 run osmo-hlr_10.42.42.2(pid=23523): stdout: \u000a| (launched: 2022-12-09_04:18:26.555284) \u000a04:18:29.996188 run osmo-hlr_10.42.42.2(pid=23523): stderr: \u000a| �[0;m�[1;31m20221209041826751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209041826751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209041826751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041826751 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041826752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209041826752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209041826766 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209041826776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209041826776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209041826776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:18:30.041211 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23522): Terminating (SIGTERM)\u000a04:18:30.083777 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23525): Terminating (SIGTERM)\u000a04:18:30.126357 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23528): Terminating (SIGTERM)\u000a04:18:30.136131 --- ParallelTerminationStrategy: PID 23522 died...\u000a04:18:30.193152 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23522): Terminated: ok {rc=0}\u000a04:18:30.203403 --- ParallelTerminationStrategy: PID 23525 died...\u000a04:18:30.260087 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23525): Terminated: ok {rc=0}\u000a04:18:30.270393 --- ParallelTerminationStrategy: PID 23528 died...\u000a04:18:30.327422 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23528): Terminated: ok {rc=0}\u000a04:18:30.415122 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "91", "name" : "gprs_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:17:32" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23543): Process ended prematurely: osmo-stp_10.42.42.5(pid=23543) [trial-2354↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23543)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23543): Process ended prematurely: osmo-stp_10.42.42.5(pid=23543) [trial-2354↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23543)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:18:32.645183 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:18:32.656416 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a04:18:32.792489 tst cs_paging_gprs_active.py: using LAC 19017\u000a04:18:32.911274 tst cs_paging_gprs_active.py: using RAC 147\u000a04:18:33.030193 tst cs_paging_gprs_active.py: using CellId 19017\u000a04:18:33.152760 tst cs_paging_gprs_active.py: using BVCI 19018\u000a04:18:33.175624 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:18:33.186712 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:18:33.197603 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:18:33.208473 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:18:33.219435 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:18:33.230296 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:18:33.241278 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:18:33.252068 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:18:33.263197 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:18:33.383366 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:18:33.660313 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:18:33.785095 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:18:34.095113 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23533): Launched\u000a04:18:34.353079 run iperf3-srv_10.42.42.10(pid=23534): Launched\u000a04:18:34.534768 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:18:34.659382 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:18:34.969518 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23535): Launched\u000a04:18:35.226891 run iperf3-srv_10.42.42.10(pid=23536): Launched\u000a04:18:35.407956 tst cs_paging_gprs_active.py:38: start network...\u000a04:18:35.531749 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:18:36.011683 run create_hlr_db(pid=23537): Launched\u000a04:18:36.183189 bus /gobi_6: Setting Powered False\u000a04:18:37.205925 run create_hlr_db(pid=23537): Terminated: ok {rc=0}\u000a04:18:37.633952 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23539): Launched\u000a04:18:37.955359 run osmo-hlr_10.42.42.2(pid=23540): Launched\u000a04:18:38.073257 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:18:38.629304 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23542): Launched\u000a04:18:38.949810 run osmo-stp_10.42.42.5(pid=23543): Launched\u000a04:18:39.067728 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:18:39.624568 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23545): Launched\u000a04:18:39.739133 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:18:40.018395 run patchelf(pid=23546): Launched\u000a04:18:40.205673 run osmo-stp_10.42.42.5(pid=23543): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23543)]\u000a04:18:40.343319 run osmo-stp_10.42.42.5(pid=23543): stdout: \u000a| (launched: 2022-12-09_04:18:38.792164)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:18:40.480731 run osmo-stp_10.42.42.5(pid=23543): stderr: \u000a| �[0;m�[38;5;43m20221209041838984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041838984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041838984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041838984 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041838985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041838985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041838985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:18:40.614042 run osmo-stp_10.42.42.5(pid=23543): stdout: \u000a| (launched: 2022-12-09_04:18:38.792164)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:18:40.745487 run osmo-stp_10.42.42.5(pid=23543): stderr: \u000a| �[0;m�[38;5;43m20221209041838984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041838984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041838984 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041838984 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041838985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041838985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041838985 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:18:40.899219 run patchelf(pid=23546): Terminating (SIGINT)\u000a04:18:41.079060 run patchelf(pid=23546): Terminated: ok {rc=0}\u000a04:18:41.112096 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=23543): Process ended prematurely: osmo-stp_10.42.42.5(pid=23543) [trial-2354↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23543)] [trial-2354↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a04:18:41.122080 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a04:18:41.186455 run osmo-hlr_10.42.42.2(pid=23540): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23540)]\u000a04:18:41.238599 run osmo-hlr_10.42.42.2(pid=23540): stdout: \u000a| (launched: 2022-12-09_04:18:37.797402) \u000a04:18:41.291793 run osmo-hlr_10.42.42.2(pid=23540): stderr: \u000a| �[0;m�[1;31m20221209041837995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209041837995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209041837996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041837996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041837996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209041837996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209041838007 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209041838016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209041838016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209041838016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:18:41.336806 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23533): Terminating (SIGTERM)\u000a04:18:41.379083 run iperf3-srv_10.42.42.10(pid=23534): Terminating (SIGTERM)\u000a04:18:41.421778 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23535): Terminating (SIGTERM)\u000a04:18:41.464111 run iperf3-srv_10.42.42.10(pid=23536): Terminating (SIGTERM)\u000a04:18:41.507085 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23539): Terminating (SIGTERM)\u000a04:18:41.549420 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23542): Terminating (SIGTERM)\u000a04:18:41.592250 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23545): Terminating (SIGTERM)\u000a04:18:41.602058 --- ParallelTerminationStrategy: PID 23533 died...\u000a04:18:41.659374 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23533): Terminated: ok {rc=0}\u000a04:18:41.669912 --- ParallelTerminationStrategy: PID 23534 died...\u000a04:18:41.726853 run iperf3-srv_10.42.42.10(pid=23534): Terminated {rc=256}\u000a04:18:41.737082 --- ParallelTerminationStrategy: PID 23535 died...\u000a04:18:41.793746 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23535): Terminated: ok {rc=0}\u000a04:18:41.803900 --- ParallelTerminationStrategy: PID 23536 died...\u000a04:18:41.860594 run iperf3-srv_10.42.42.10(pid=23536): Terminated {rc=256}\u000a04:18:41.870631 --- ParallelTerminationStrategy: PID 23539 died...\u000a04:18:41.927351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23539): Terminated: ok {rc=0}\u000a04:18:41.937606 --- ParallelTerminationStrategy: PID 23542 died...\u000a04:18:41.994424 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23542): Terminated: ok {rc=0}\u000a04:18:42.004665 --- ParallelTerminationStrategy: PID 23545 died...\u000a04:18:42.061201 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23545): Terminated: ok {rc=0}\u000a04:18:42.147937 bus /gobi_0: Setting Powered False\u000a04:18:43.255351 bus /gobi_0: Setting Powered False\u000a04:18:44.368097 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23555): Process ended prematurely: osmo-stp_10.42.42.5(pid=23555) [trial-2354↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23555)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23555): Process ended prematurely: osmo-stp_10.42.42.5(pid=23555) [trial-2354↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23555)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a04:18:45.477303 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:18:45.489168 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a04:18:45.630947 tst iperf3.py: using LAC 19018\u000a04:18:45.747656 tst iperf3.py: using RAC 148\u000a04:18:45.876941 tst iperf3.py: using CellId 19018\u000a04:18:46.033641 tst iperf3.py: using BVCI 19019\u000a04:18:46.059553 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:18:46.072436 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:18:46.087157 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:18:46.100340 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:18:46.112896 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:18:46.127526 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:18:46.141231 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:18:46.153845 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:18:46.168681 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:18:46.488176 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:18:46.628079 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:18:46.982122 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23547): Launched\u000a04:18:47.263098 run iperf3-srv_10.42.42.10(pid=23548): Launched\u000a04:18:47.459947 tst iperf3.py:8: start network...\u000a04:18:47.595248 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:18:48.099119 run create_hlr_db(pid=23549): Launched\u000a04:18:48.283594 bus /gobi_6: Setting Powered False\u000a04:18:49.305639 run create_hlr_db(pid=23549): Terminated: ok {rc=0}\u000a04:18:49.730982 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23551): Launched\u000a04:18:50.051111 run osmo-hlr_10.42.42.2(pid=23552): Launched\u000a04:18:50.172544 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:18:50.731578 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23554): Launched\u000a04:18:51.052003 run osmo-stp_10.42.42.5(pid=23555): Launched\u000a04:18:51.169109 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:18:51.726973 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23557): Launched\u000a04:18:51.841431 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:18:52.119611 run patchelf(pid=23558): Launched\u000a04:18:52.307047 run osmo-stp_10.42.42.5(pid=23555): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23555)]\u000a04:18:52.444682 run osmo-stp_10.42.42.5(pid=23555): stdout: \u000a| (launched: 2022-12-09_04:18:50.894447)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:18:52.582614 run osmo-stp_10.42.42.5(pid=23555): stderr: \u000a| �[0;m�[38;5;43m20221209041851086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041851086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041851087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041851087 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041851088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041851088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041851088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:18:52.715691 run osmo-stp_10.42.42.5(pid=23555): stdout: \u000a| (launched: 2022-12-09_04:18:50.894447)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:18:52.847083 run osmo-stp_10.42.42.5(pid=23555): stderr: \u000a| �[0;m�[38;5;43m20221209041851086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041851086 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041851087 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041851087 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041851088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041851088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041851088 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:18:53.000506 run patchelf(pid=23558): Terminating (SIGINT)\u000a04:18:53.181199 run patchelf(pid=23558): Terminated: ok {rc=0}\u000a04:18:53.214261 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23555): Process ended prematurely: osmo-stp_10.42.42.5(pid=23555) [trial-2354↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23555)] [trial-2354↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a04:18:53.224271 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a04:18:53.288474 run osmo-hlr_10.42.42.2(pid=23552): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23552)]\u000a04:18:53.340778 run osmo-hlr_10.42.42.2(pid=23552): stdout: \u000a| (launched: 2022-12-09_04:18:49.893954) \u000a04:18:53.393777 run osmo-hlr_10.42.42.2(pid=23552): stderr: \u000a| �[0;m�[1;31m20221209041850092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209041850092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209041850092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041850092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041850092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209041850092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209041850104 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209041850112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209041850113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209041850113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:18:53.439118 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23547): Terminating (SIGTERM)\u000a04:18:53.481353 run iperf3-srv_10.42.42.10(pid=23548): Terminating (SIGTERM)\u000a04:18:53.524128 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23551): Terminating (SIGTERM)\u000a04:18:53.566782 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23554): Terminating (SIGTERM)\u000a04:18:53.609655 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23557): Terminating (SIGTERM)\u000a04:18:53.619417 --- ParallelTerminationStrategy: PID 23547 died...\u000a04:18:53.676696 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23547): Terminated: ok {rc=0}\u000a04:18:53.686996 --- ParallelTerminationStrategy: PID 23548 died...\u000a04:18:53.743433 run iperf3-srv_10.42.42.10(pid=23548): Terminated {rc=256}\u000a04:18:53.753931 --- ParallelTerminationStrategy: PID 23551 died...\u000a04:18:53.810356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23551): Terminated: ok {rc=0}\u000a04:18:53.820536 --- ParallelTerminationStrategy: PID 23554 died...\u000a04:18:53.876931 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23554): Terminated: ok {rc=0}\u000a04:18:53.887154 --- ParallelTerminationStrategy: PID 23557 died...\u000a04:18:53.943817 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23557): Terminated: ok {rc=0}\u000a04:18:54.031655 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23573): Process ended prematurely: osmo-stp_10.42.42.5(pid=23573) [trial-2354↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23573)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23573): Process ended prematurely: osmo-stp_10.42.42.5(pid=23573) [trial-2354↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23573)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a04:18:55.147191 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:18:55.159549 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a04:18:55.306271 tst iperf3m4.py: using LAC 19019\u000a04:18:55.435631 tst iperf3m4.py: using RAC 149\u000a04:18:55.560451 tst iperf3m4.py: using CellId 19019\u000a04:18:55.684479 tst iperf3m4.py: using BVCI 19020\u000a04:18:55.708873 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:18:55.720519 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:18:55.731938 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:18:55.743851 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:18:55.755570 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:18:55.767306 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:18:55.779039 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:18:55.790841 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:18:55.803290 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:18:55.919256 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:18:56.038701 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:18:56.156602 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:18:56.433512 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:18:56.558188 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:18:56.867402 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23559): Launched\u000a04:18:57.124401 run iperf3-srv_10.42.42.10(pid=23560): Launched\u000a04:18:57.305364 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:18:57.429252 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:18:57.738356 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23561): Launched\u000a04:18:57.994953 run iperf3-srv_10.42.42.10(pid=23562): Launched\u000a04:18:58.175876 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:18:58.299537 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:18:58.610344 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23563): Launched\u000a04:18:58.866822 run iperf3-srv_10.42.42.10(pid=23564): Launched\u000a04:18:59.047552 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:18:59.171122 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:18:59.480222 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23565): Launched\u000a04:18:59.737083 run iperf3-srv_10.42.42.10(pid=23566): Launched\u000a04:18:59.917531 tst iperf3m4.py:8: start network...\u000a04:19:00.040885 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:19:00.519949 run create_hlr_db(pid=23567): Launched\u000a04:19:00.690701 bus /gobi_6: Setting Powered False\u000a04:19:01.715742 run create_hlr_db(pid=23567): Terminated: ok {rc=0}\u000a04:19:02.208384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23569): Launched\u000a04:19:02.508170 run osmo-hlr_10.42.42.2(pid=23570): Launched\u000a04:19:02.624134 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:19:03.151266 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23572): Launched\u000a04:19:03.448596 run osmo-stp_10.42.42.5(pid=23573): Launched\u000a04:19:03.557497 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:19:04.076196 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23575): Launched\u000a04:19:04.182107 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:19:04.442045 run patchelf(pid=23576): Launched\u000a04:19:04.616669 run osmo-stp_10.42.42.5(pid=23573): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23573)]\u000a04:19:04.744847 run osmo-stp_10.42.42.5(pid=23573): stdout: \u000a| (launched: 2022-12-09_04:19:03.301886)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:19:04.872711 run osmo-stp_10.42.42.5(pid=23573): stderr: \u000a| �[0;m�[38;5;43m20221209041903467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041903467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041903467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041903468 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041903468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041903468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041903468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:19:04.996461 run osmo-stp_10.42.42.5(pid=23573): stdout: \u000a| (launched: 2022-12-09_04:19:03.301886)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:19:05.118815 run osmo-stp_10.42.42.5(pid=23573): stderr: \u000a| �[0;m�[38;5;43m20221209041903467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041903467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041903467 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041903468 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041903468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041903468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041903468 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:19:05.261727 run patchelf(pid=23576): Terminating (SIGINT)\u000a04:19:05.429841 run patchelf(pid=23576): Terminated: ok {rc=0}\u000a04:19:05.460726 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23573): Process ended prematurely: osmo-stp_10.42.42.5(pid=23573) [trial-2354↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23573)] [trial-2354↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a04:19:05.470010 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a04:19:05.530568 run osmo-hlr_10.42.42.2(pid=23570): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23570)]\u000a04:19:05.579688 run osmo-hlr_10.42.42.2(pid=23570): stdout: \u000a| (launched: 2022-12-09_04:19:02.360631) \u000a04:19:05.629580 run osmo-hlr_10.42.42.2(pid=23570): stderr: \u000a| �[0;m�[1;31m20221209041902534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209041902534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209041902534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041902534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041902534 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209041902535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209041902546 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209041902555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209041902555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209041902555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:19:05.671952 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23559): Terminating (SIGTERM)\u000a04:19:05.711714 run iperf3-srv_10.42.42.10(pid=23560): Terminating (SIGTERM)\u000a04:19:05.751488 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23561): Terminating (SIGTERM)\u000a04:19:05.791163 run iperf3-srv_10.42.42.10(pid=23562): Terminating (SIGTERM)\u000a04:19:05.831000 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23563): Terminating (SIGTERM)\u000a04:19:05.870650 run iperf3-srv_10.42.42.10(pid=23564): Terminating (SIGTERM)\u000a04:19:05.910478 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23565): Terminating (SIGTERM)\u000a04:19:05.950044 run iperf3-srv_10.42.42.10(pid=23566): Terminating (SIGTERM)\u000a04:19:05.989737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23569): Terminating (SIGTERM)\u000a04:19:06.029413 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23572): Terminating (SIGTERM)\u000a04:19:06.069359 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23575): Terminating (SIGTERM)\u000a04:19:06.078476 --- ParallelTerminationStrategy: PID 23559 died...\u000a04:19:06.131681 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23559): Terminated: ok {rc=0}\u000a04:19:06.141337 --- ParallelTerminationStrategy: PID 23560 died...\u000a04:19:06.193821 run iperf3-srv_10.42.42.10(pid=23560): Terminated {rc=256}\u000a04:19:06.203325 --- ParallelTerminationStrategy: PID 23561 died...\u000a04:19:06.255987 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23561): Terminated: ok {rc=0}\u000a04:19:06.265897 --- ParallelTerminationStrategy: PID 23562 died...\u000a04:19:06.318477 run iperf3-srv_10.42.42.10(pid=23562): Terminated {rc=256}\u000a04:19:06.327955 --- ParallelTerminationStrategy: PID 23563 died...\u000a04:19:06.380904 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23563): Terminated: ok {rc=0}\u000a04:19:06.390576 --- ParallelTerminationStrategy: PID 23564 died...\u000a04:19:06.443749 run iperf3-srv_10.42.42.10(pid=23564): Terminated {rc=256}\u000a04:19:06.453467 --- ParallelTerminationStrategy: PID 23565 died...\u000a04:19:06.506624 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=23565): Terminated: ok {rc=0}\u000a04:19:06.516138 --- ParallelTerminationStrategy: PID 23566 died...\u000a04:19:06.568996 run iperf3-srv_10.42.42.10(pid=23566): Terminated {rc=256}\u000a04:19:06.578735 --- ParallelTerminationStrategy: PID 23569 died...\u000a04:19:06.632056 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23569): Terminated: ok {rc=0}\u000a04:19:06.641823 --- ParallelTerminationStrategy: PID 23572 died...\u000a04:19:06.695438 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23572): Terminated: ok {rc=0}\u000a04:19:06.705125 --- ParallelTerminationStrategy: PID 23575 died...\u000a04:19:06.758059 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23575): Terminated: ok {rc=0}\u000a04:19:06.848422 bus /gobi_4: Setting Powered False\u000a04:19:07.952872 bus /gobi_4: Setting Powered False\u000a04:19:09.065746 bus /gobi_1: Setting Powered False\u000a04:19:10.169509 bus /gobi_1: Setting Powered False\u000a04:19:11.281578 bus /gobi_0: Setting Powered False\u000a04:19:12.387872 bus /gobi_0: Setting Powered False\u000a04:19:13.497055 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23583): Process ended prematurely: osmo-stp_10.42.42.5(pid=23583) [trial-2354↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23583)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23583): Process ended prematurely: osmo-stp_10.42.42.5(pid=23583) [trial-2354↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23583)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a04:19:14.566227 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:19:14.578969 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a04:19:14.723728 tst ping.py: using LAC 19020\u000a04:19:14.848382 tst ping.py: using RAC 150\u000a04:19:14.969795 tst ping.py: using CellId 19020\u000a04:19:15.092397 tst ping.py: using BVCI 19021\u000a04:19:15.116698 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:19:15.128473 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:19:15.140147 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:19:15.152056 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:19:15.163843 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:19:15.175747 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:19:15.187765 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:19:15.199463 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:19:15.488039 tst ping.py:19: start network...\u000a04:19:15.619205 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:19:16.160211 run create_hlr_db(pid=23577): Launched\u000a04:19:16.334459 bus /gobi_6: Setting Powered False\u000a04:19:17.364340 run create_hlr_db(pid=23577): Terminated: ok {rc=0}\u000a04:19:17.757617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23579): Launched\u000a04:19:18.049824 run osmo-hlr_10.42.42.2(pid=23580): Launched\u000a04:19:18.156675 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:19:18.668848 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23582): Launched\u000a04:19:18.961511 run osmo-stp_10.42.42.5(pid=23583): Launched\u000a04:19:19.066845 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:19:19.587082 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23585): Launched\u000a04:19:19.700175 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:19:19.974530 run patchelf(pid=23586): Launched\u000a04:19:20.158687 run osmo-stp_10.42.42.5(pid=23583): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23583)]\u000a04:19:20.293074 run osmo-stp_10.42.42.5(pid=23583): stdout: \u000a| (launched: 2022-12-09_04:19:18.816921)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:19:20.427780 run osmo-stp_10.42.42.5(pid=23583): stderr: \u000a| �[0;m�[38;5;43m20221209041918986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041918986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041918986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041918987 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041918987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041918987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041918987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:19:20.558864 run osmo-stp_10.42.42.5(pid=23583): stdout: \u000a| (launched: 2022-12-09_04:19:18.816921)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:19:20.688688 run osmo-stp_10.42.42.5(pid=23583): stderr: \u000a| �[0;m�[38;5;43m20221209041918986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041918986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041918986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041918987 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041918987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041918987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041918987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:19:20.839300 run patchelf(pid=23586): Terminating (SIGINT)\u000a04:19:21.016185 run patchelf(pid=23586): Terminated: ok {rc=0}\u000a04:19:21.048462 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=23583): Process ended prematurely: osmo-stp_10.42.42.5(pid=23583) [trial-2354↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23583)] [trial-2354↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a04:19:21.057762 tst ping.py:22: Test FAILED (6.5 sec)\u000a04:19:21.122116 run osmo-hlr_10.42.42.2(pid=23580): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23580)]\u000a04:19:21.174345 run osmo-hlr_10.42.42.2(pid=23580): stdout: \u000a| (launched: 2022-12-09_04:19:17.905493) \u000a04:19:21.227494 run osmo-hlr_10.42.42.2(pid=23580): stderr: \u000a| �[0;m�[1;31m20221209041918077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209041918077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209041918077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041918077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041918077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209041918077 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209041918089 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209041918098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209041918098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209041918099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:19:21.272379 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23579): Terminating (SIGTERM)\u000a04:19:21.315223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23582): Terminating (SIGTERM)\u000a04:19:21.357672 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23585): Terminating (SIGTERM)\u000a04:19:21.367690 --- ParallelTerminationStrategy: PID 23579 died...\u000a04:19:21.424846 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23579): Terminated: ok {rc=0}\u000a04:19:21.435063 --- ParallelTerminationStrategy: PID 23582 died...\u000a04:19:21.491927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23582): Terminated: ok {rc=0}\u000a04:19:21.502240 --- ParallelTerminationStrategy: PID 23585 died...\u000a04:19:21.559077 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23585): Terminated: ok {rc=0}\u000a04:19:21.647339 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23593): Process ended prematurely: osmo-stp_10.42.42.5(pid=23593) [trial-2354↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23593)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23593): Process ended prematurely: osmo-stp_10.42.42.5(pid=23593) [trial-2354↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23593)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a04:19:22.699947 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:19:22.712205 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a04:19:22.852099 tst ping_idle_ping.py: using LAC 19021\u000a04:19:22.970221 tst ping_idle_ping.py: using RAC 151\u000a04:19:23.085752 tst ping_idle_ping.py: using CellId 19021\u000a04:19:23.201323 tst ping_idle_ping.py: using BVCI 19022\u000a04:19:23.223775 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:19:23.234997 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:19:23.245978 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:19:23.257671 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:19:23.269191 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:19:23.280539 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:19:23.292119 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:19:23.303567 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:19:23.573890 tst ping_idle_ping.py:24: start network...\u000a04:19:23.695520 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:19:24.167624 run create_hlr_db(pid=23587): Launched\u000a04:19:24.336386 bus /gobi_6: Setting Powered False\u000a04:19:25.359414 run create_hlr_db(pid=23587): Terminated: ok {rc=0}\u000a04:19:25.752224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23589): Launched\u000a04:19:26.046111 run osmo-hlr_10.42.42.2(pid=23590): Launched\u000a04:19:26.157240 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:19:26.668877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23592): Launched\u000a04:19:26.963559 run osmo-stp_10.42.42.5(pid=23593): Launched\u000a04:19:27.070345 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:19:27.582654 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23595): Launched\u000a04:19:27.686557 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:19:27.942032 run patchelf(pid=23596): Launched\u000a04:19:28.113797 run osmo-stp_10.42.42.5(pid=23593): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23593)]\u000a04:19:28.239709 run osmo-stp_10.42.42.5(pid=23593): stdout: \u000a| (launched: 2022-12-09_04:19:26.817784)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:19:28.366149 run osmo-stp_10.42.42.5(pid=23593): stderr: \u000a| �[0;m�[38;5;43m20221209041926988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041926988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041926988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041926989 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041926989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041926989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041926990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:19:28.487879 run osmo-stp_10.42.42.5(pid=23593): stdout: \u000a| (launched: 2022-12-09_04:19:26.817784)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:19:28.608389 run osmo-stp_10.42.42.5(pid=23593): stderr: \u000a| �[0;m�[38;5;43m20221209041926988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041926988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041926988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041926989 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041926989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041926989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041926990 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:19:28.750319 run patchelf(pid=23596): Terminating (SIGINT)\u000a04:19:28.915914 run patchelf(pid=23596): Terminated: ok {rc=0}\u000a04:19:28.946114 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=23593): Process ended prematurely: osmo-stp_10.42.42.5(pid=23593) [trial-2354↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23593)] [trial-2354↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a04:19:28.954789 tst ping_idle_ping.py:27: Test FAILED (6.2 sec)\u000a04:19:29.014807 run osmo-hlr_10.42.42.2(pid=23590): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23590)]\u000a04:19:29.063797 run osmo-hlr_10.42.42.2(pid=23590): stdout: \u000a| (launched: 2022-12-09_04:19:25.901220) \u000a04:19:29.113644 run osmo-hlr_10.42.42.2(pid=23590): stderr: \u000a| �[0;m�[1;31m20221209041926074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209041926074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209041926074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041926074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041926074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209041926074 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209041926086 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209041926095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209041926095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209041926095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:19:29.155827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23589): Terminating (SIGTERM)\u000a04:19:29.195622 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23592): Terminating (SIGTERM)\u000a04:19:29.235488 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23595): Terminating (SIGTERM)\u000a04:19:29.244711 --- ParallelTerminationStrategy: PID 23589 died...\u000a04:19:29.298094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23589): Terminated: ok {rc=0}\u000a04:19:29.307727 --- ParallelTerminationStrategy: PID 23592 died...\u000a04:19:29.360798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23592): Terminated: ok {rc=0}\u000a04:19:29.370376 --- ParallelTerminationStrategy: PID 23595 died...\u000a04:19:29.423198 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23595): Terminated: ok {rc=0}\u000a04:19:29.512904 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "92", "name" : "gprs_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:18:32" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23607): Process ended prematurely: osmo-stp_10.42.42.5(pid=23607) [trial-2354↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23607)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23607): Process ended prematurely: osmo-stp_10.42.42.5(pid=23607) [trial-2354↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23607)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a04:19:31.627282 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:19:31.640391 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a04:19:31.809646 tst switch_tch_pdch.py: using LAC 19022\u000a04:19:31.928291 tst switch_tch_pdch.py: using RAC 152\u000a04:19:32.085598 tst switch_tch_pdch.py: using CellId 19022\u000a04:19:32.218014 tst switch_tch_pdch.py: using BVCI 19023\u000a04:19:32.243123 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:19:32.255286 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:19:32.268177 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:19:32.281248 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:19:32.294121 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:19:32.307186 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:19:32.320057 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:19:32.332333 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:19:32.452280 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:19:32.724381 tst switch_tch_pdch.py:51: start network...\u000a04:19:32.846211 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:19:33.315714 run create_hlr_db(pid=23601): Launched\u000a04:19:33.485178 bus /gobi_6: Setting Powered False\u000a04:19:34.506920 run create_hlr_db(pid=23601): Terminated: ok {rc=0}\u000a04:19:34.925774 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23603): Launched\u000a04:19:35.239243 run osmo-hlr_10.42.42.2(pid=23604): Launched\u000a04:19:35.353817 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:19:35.900255 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23606): Launched\u000a04:19:36.213936 run osmo-stp_10.42.42.5(pid=23607): Launched\u000a04:19:36.327738 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:19:36.876614 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23609): Launched\u000a04:19:36.988734 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:19:37.262089 run patchelf(pid=23610): Launched\u000a04:19:37.446614 run osmo-stp_10.42.42.5(pid=23607): ERR: Terminated: ERROR {rc=1} [trial-2354↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23607)]\u000a04:19:37.581753 run osmo-stp_10.42.42.5(pid=23607): stdout: \u000a| (launched: 2022-12-09_04:19:36.059282)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:19:37.717708 run osmo-stp_10.42.42.5(pid=23607): stderr: \u000a| �[0;m�[38;5;43m20221209041936246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041936246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041936246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041936247 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041936247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041936247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041936247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:19:37.848132 run osmo-stp_10.42.42.5(pid=23607): stdout: \u000a| (launched: 2022-12-09_04:19:36.059282)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:19:37.977996 run osmo-stp_10.42.42.5(pid=23607): stderr: \u000a| �[0;m�[38;5;43m20221209041936246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041936246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041936246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041936247 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041936247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041936247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041936247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:19:38.128596 run patchelf(pid=23610): Terminating (SIGINT)\u000a04:19:38.305222 run patchelf(pid=23610): Terminated: ok {rc=0}\u000a04:19:38.337302 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=23607): Process ended prematurely: osmo-stp_10.42.42.5(pid=23607) [trial-2354↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23607)] [trial-2354↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a04:19:38.346741 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a04:19:38.410826 run osmo-hlr_10.42.42.2(pid=23604): ERR: Terminated: ERROR {rc=237} [trial-2354↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23604)]\u000a04:19:38.463311 run osmo-hlr_10.42.42.2(pid=23604): stdout: \u000a| (launched: 2022-12-09_04:19:35.085427) \u000a04:19:38.516449 run osmo-hlr_10.42.42.2(pid=23604): stderr: \u000a| �[0;m�[1;31m20221209041935281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209041935281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209041935281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041935281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041935281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209041935281 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209041935318 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209041935328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209041935328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209041935328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:19:38.561825 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23603): Terminating (SIGTERM)\u000a04:19:38.604453 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23606): Terminating (SIGTERM)\u000a04:19:38.647418 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23609): Terminating (SIGTERM)\u000a04:19:38.657353 --- ParallelTerminationStrategy: PID 23603 died...\u000a04:19:38.714294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23603): Terminated: ok {rc=0}\u000a04:19:38.724379 --- ParallelTerminationStrategy: PID 23606 died...\u000a04:19:38.781123 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23606): Terminated: ok {rc=0}\u000a04:19:38.791137 --- ParallelTerminationStrategy: PID 23609 died...\u000a04:19:38.847658 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23609): Terminated: ok {rc=0}\u000a04:19:38.934429 bus /gobi_0: Setting Powered False\u000a04:19:40.041439 bus /gobi_0: Setting Powered False\u000a04:19:41.149456 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "93", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:19:31" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23621): Process ended prematurely: osmo-stp_10.42.42.5(pid=23621) [trial-2354↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23621)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23621): Process ended prematurely: osmo-stp_10.42.42.5(pid=23621) [trial-2354↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23621)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 dynts:trx-umtrx+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a04:19:43.128448 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:19:43.139451 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a04:19:43.293067 tst switch_tch_pdch.py: using LAC 19023\u000a04:19:43.408923 tst switch_tch_pdch.py: using RAC 153\u000a04:19:43.522568 tst switch_tch_pdch.py: using CellId 19023\u000a04:19:43.636882 tst switch_tch_pdch.py: using BVCI 19024\u000a04:19:43.659303 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:19:43.670197 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:19:43.680764 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:19:43.691897 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:19:43.702720 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:19:43.713592 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:19:43.724182 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:19:43.735084 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a04:19:43.851875 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a04:19:44.138145 tst switch_tch_pdch.py:51: start network...\u000a04:19:44.269078 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:19:44.735853 run create_hlr_db(pid=23615): Launched\u000a04:19:44.863824 bus /gobi_6: Setting Powered False\u000a04:19:45.947056 run create_hlr_db(pid=23615): Terminated: ok {rc=0}\u000a04:19:46.389039 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23617): Launched\u000a04:19:46.848538 run osmo-hlr_10.42.42.2(pid=23618): Launched\u000a04:19:47.010484 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:19:47.622968 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23620): Launched\u000a04:19:47.915090 run osmo-stp_10.42.42.5(pid=23621): Launched\u000a04:19:48.021774 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:19:48.506868 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23623): Launched\u000a04:19:48.610725 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:19:48.866554 run patchelf(pid=23624): Launched\u000a04:19:49.037591 run osmo-stp_10.42.42.5(pid=23621): ERR: Terminated: ERROR {rc=1} [trial-2354↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23621)]\u000a04:19:49.163196 run osmo-stp_10.42.42.5(pid=23621): stdout: \u000a| (launched: 2022-12-09_04:19:47.770859)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:19:49.288702 run osmo-stp_10.42.42.5(pid=23621): stderr: \u000a| �[0;m�[38;5;43m20221209041947941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041947941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041947941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041947942 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041947942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041947942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041947942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:19:49.410369 run osmo-stp_10.42.42.5(pid=23621): stdout: \u000a| (launched: 2022-12-09_04:19:47.770859)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:19:49.530759 run osmo-stp_10.42.42.5(pid=23621): stderr: \u000a| �[0;m�[38;5;43m20221209041947941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209041947941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209041947941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209041947942 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209041947942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209041947942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209041947942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:19:49.671572 run patchelf(pid=23624): Terminating (SIGINT)\u000a04:19:49.836935 run patchelf(pid=23624): Terminated: ok {rc=0}\u000a04:19:49.867222 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=23621): Process ended prematurely: osmo-stp_10.42.42.5(pid=23621) [trial-2354↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23621)] [trial-2354↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a04:19:49.875833 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a04:19:49.935362 run osmo-hlr_10.42.42.2(pid=23618): ERR: Terminated: ERROR {rc=237} [trial-2354↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23618)]\u000a04:19:49.984261 run osmo-hlr_10.42.42.2(pid=23618): stdout: \u000a| (launched: 2022-12-09_04:19:46.591066) \u000a04:19:50.033843 run osmo-hlr_10.42.42.2(pid=23618): stderr: \u000a| �[0;m�[1;31m20221209041946999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209041946999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209041946999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041946999 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209041947000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209041947000 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209041947021 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/dynts:trx-umtrx+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209041947045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209041947046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209041947046 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:19:50.075668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23617): Terminating (SIGTERM)\u000a04:19:50.115254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23620): Terminating (SIGTERM)\u000a04:19:50.154987 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23623): Terminating (SIGTERM)\u000a04:19:50.164027 --- ParallelTerminationStrategy: PID 23617 died...\u000a04:19:50.216672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23617): Terminated: ok {rc=0}\u000a04:19:50.226143 --- ParallelTerminationStrategy: PID 23620 died...\u000a04:19:50.278903 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23620): Terminated: ok {rc=0}\u000a04:19:50.288271 --- ParallelTerminationStrategy: PID 23623 died...\u000a04:19:50.341499 run pcap-recorder_any(filters='host 10.42.42.6')(pid=23623): Terminated: ok {rc=0}\u000a04:19:50.429677 bus /gobi_0: Setting Powered False\u000a04:19:51.535977 bus /gobi_0: Setting Powered False\u000a04:19:52.649239 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "94", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:19:42" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "nitb_sms:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=23629): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23629) [trial-2354↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23629)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=23629): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23629) [trial-2354↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23629)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 nitb_sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a04:19:54.550241 tst nitb_sms:trx-lms: Using 1 x ip_address (candidates: 1)\u000a04:19:54.561303 tst nitb_sms:trx-lms: Using 1 x bts (candidates: 1)\u000a04:19:54.700505 tst mo_mt_sms.py: using LAC 19024\u000a04:19:54.822755 tst mo_mt_sms.py: using RAC 154\u000a04:19:54.937233 tst mo_mt_sms.py: using CellId 19024\u000a04:19:55.051412 tst mo_mt_sms.py: using BVCI 19025\u000a04:19:55.073613 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a04:19:55.189832 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a04:19:55.475913 tst mo_mt_sms.py:9: start nitb and bts...\u000a04:19:55.606555 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a04:19:56.254064 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23628): Launched\u000a04:19:56.564128 run osmo-nitb_10.42.42.2(pid=23629): Launched\u000a04:19:56.757549 run osmo-nitb_10.42.42.2(pid=23629): ERR: Terminated: ERROR {rc=2} [trial-2354↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23629)]\u000a04:19:56.899767 run osmo-nitb_10.42.42.2(pid=23629): stdout: \u000a| (launched: 2022-12-09_04:19:56.413112) \u000a04:19:57.042394 run osmo-nitb_10.42.42.2(pid=23629): stderr: \u000a| (launched: 2022-12-09_04:19:56.459886)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:19:57.180629 run osmo-nitb_10.42.42.2(pid=23629): stdout: \u000a| (launched: 2022-12-09_04:19:56.413112) \u000a04:19:57.317830 run osmo-nitb_10.42.42.2(pid=23629): stderr: \u000a| (launched: 2022-12-09_04:19:56.459886)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:19:57.690693 tst osmo-nitb_10.42.42.2(pid=23629): stdout: \u000a| (launched: 2022-12-09_04:19:56.413112) \u000a04:19:57.815589 tst osmo-nitb_10.42.42.2(pid=23629): stderr: \u000a| (launched: 2022-12-09_04:19:56.459886)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:19:57.870083 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=23629): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23629) [trial-2354↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23629)] [trial-2354↪nitb_sms:trx-lms↪mo_mt_sms.py:11]\u000a04:19:57.878968 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a04:19:57.915854 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23628): Terminating (SIGTERM)\u000a04:19:58.093979 --- ParallelTerminationStrategy: PID 23628 died...\u000a04:19:58.151678 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23628): Terminated: ok {rc=0}\u000a04:19:58.238568 bus /sierra_3: Setting Powered False\u000a04:19:59.341309 bus /sierra_3: Setting Powered False\u000a04:20:00.453641 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "95", "name" : "nitb_sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:19:54" }, { "cases" : [ { "testActions" : [ ], "age" : 24, "className" : "sms:trx-lms", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23642): Process ended prematurely: osmo-stp_10.42.42.5(pid=23642) [trial-2354↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23642)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23642): Process ended prematurely: osmo-stp_10.42.42.5(pid=23642) [trial-2354↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23642)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a04:20:02.386586 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:20:02.397932 tst sms:trx-lms: Using 1 x bts (candidates: 1)\u000a04:20:02.542241 tst mo_mt_sms.py: using LAC 19025\u000a04:20:02.671484 tst mo_mt_sms.py: using RAC 155\u000a04:20:02.795493 tst mo_mt_sms.py: using CellId 19025\u000a04:20:02.917659 tst mo_mt_sms.py: using BVCI 19026\u000a04:20:02.941733 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:20:02.952487 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:20:02.963318 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:20:02.974854 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:20:02.986499 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:20:02.997953 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a04:20:03.115245 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a04:20:03.324289 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:20:03.817639 run create_hlr_db(pid=23636): Launched\u000a04:20:03.999091 bus /sierra_2: Setting Powered False\u000a04:20:05.020544 run create_hlr_db(pid=23636): Terminated: ok {rc=0}\u000a04:20:05.412520 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23638): Launched\u000a04:20:05.705810 run osmo-hlr_10.42.42.2(pid=23639): Launched\u000a04:20:05.817701 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:20:06.331044 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23641): Launched\u000a04:20:06.622602 run osmo-stp_10.42.42.5(pid=23642): Launched\u000a04:20:06.729287 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:20:07.264028 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23644): Launched\u000a04:20:07.555696 run osmo-msc_10.42.42.6(pid=23645): Launched\u000a04:20:07.728121 run osmo-stp_10.42.42.5(pid=23642): ERR: Terminated: ERROR {rc=1} [trial-2354↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23642)]\u000a04:20:07.852260 run osmo-stp_10.42.42.5(pid=23642): stdout: \u000a| (launched: 2022-12-09_04:20:06.478704)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:20:07.974544 run osmo-stp_10.42.42.5(pid=23642): stderr: \u000a| �[0;m�[38;5;43m20221209042006650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042006650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042006650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042006650 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042006651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042006651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042006651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:20:08.091744 run osmo-stp_10.42.42.5(pid=23642): stdout: \u000a| (launched: 2022-12-09_04:20:06.478704)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:20:08.208392 run osmo-stp_10.42.42.5(pid=23642): stderr: \u000a| �[0;m�[38;5;43m20221209042006650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042006650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042006650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042006650 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042006651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042006651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042006651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:20:08.259286 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=23642): Process ended prematurely: osmo-stp_10.42.42.5(pid=23642) [trial-2354↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23642)] [trial-2354↪sms:trx-lms↪mo_mt_sms.py:16]\u000a04:20:08.267100 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a04:20:08.326280 run osmo-hlr_10.42.42.2(pid=23639): ERR: Terminated: ERROR {rc=237} [trial-2354↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23639)]\u000a04:20:08.374999 run osmo-hlr_10.42.42.2(pid=23639): stdout: \u000a| (launched: 2022-12-09_04:20:05.560314) \u000a04:20:08.424475 run osmo-hlr_10.42.42.2(pid=23639): stderr: \u000a| �[0;m�[1;31m20221209042005733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209042005733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209042005733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042005733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042005733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209042005733 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209042005745 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/sms:trx-lms/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209042005754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209042005754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209042005754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:20:08.491265 run osmo-msc_10.42.42.6(pid=23645): ERR: Terminated: ERROR {rc=2} [trial-2354↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23645)]\u000a04:20:08.539802 run osmo-msc_10.42.42.6(pid=23645): stdout: \u000a| (launched: 2022-12-09_04:20:07.411906) \u000a04:20:08.589146 run osmo-msc_10.42.42.6(pid=23645): stderr: \u000a| �[0;m�[38;5;43m20221209042007683 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209042007684 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc2ab1ffc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209042007684 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209042007684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209042007684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209042007684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209042007686 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209042007687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209042007687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209042007687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:20:08.630947 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23638): Terminating (SIGTERM)\u000a04:20:08.670337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23641): Terminating (SIGTERM)\u000a04:20:08.709722 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23644): Terminating (SIGTERM)\u000a04:20:08.718773 --- ParallelTerminationStrategy: PID 23638 died...\u000a04:20:08.771693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23638): Terminated: ok {rc=0}\u000a04:20:08.781134 --- ParallelTerminationStrategy: PID 23641 died...\u000a04:20:08.833932 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23641): Terminated: ok {rc=0}\u000a04:20:08.843338 --- ParallelTerminationStrategy: PID 23644 died...\u000a04:20:08.896132 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23644): Terminated: ok {rc=0}\u000a04:20:08.980314 bus /sierra_3: Setting Powered False\u000a04:20:10.087224 bus /sierra_3: Setting Powered False\u000a04:20:11.196321 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "96", "name" : "sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:20:02" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "nitb_ussd:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=23652): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23652) [trial-2354↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23652)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=23652): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23652) [trial-2354↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23652)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 nitb_ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a04:20:13.042552 tst nitb_ussd:trx-lms: Using 1 x ip_address (candidates: 1)\u000a04:20:13.053726 tst nitb_ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a04:20:13.196779 tst assert_extension.py: using LAC 19026\u000a04:20:13.319853 tst assert_extension.py: using RAC 156\u000a04:20:13.442499 tst assert_extension.py: using CellId 19026\u000a04:20:13.570408 tst assert_extension.py: using BVCI 19027\u000a04:20:13.594539 tst nitb_ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a04:20:13.864018 tst assert_extension.py:10: start nitb and bts...\u000a04:20:13.986620 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a04:20:14.594424 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23651): Launched\u000a04:20:14.883329 run osmo-nitb_10.42.42.2(pid=23652): Launched\u000a04:20:15.063485 run osmo-nitb_10.42.42.2(pid=23652): ERR: Terminated: ERROR {rc=2} [trial-2354↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23652)]\u000a04:20:15.196242 run osmo-nitb_10.42.42.2(pid=23652): stdout: \u000a| (launched: 2022-12-09_04:20:14.742337) \u000a04:20:15.329793 run osmo-nitb_10.42.42.2(pid=23652): stderr: \u000a| (launched: 2022-12-09_04:20:14.785733)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:20:15.458438 run osmo-nitb_10.42.42.2(pid=23652): stdout: \u000a| (launched: 2022-12-09_04:20:14.742337) \u000a04:20:15.586461 run osmo-nitb_10.42.42.2(pid=23652): stderr: \u000a| (launched: 2022-12-09_04:20:14.785733)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:20:16.024370 tst osmo-nitb_10.42.42.2(pid=23652): stdout: \u000a| (launched: 2022-12-09_04:20:14.742337) \u000a04:20:16.143727 tst osmo-nitb_10.42.42.2(pid=23652): stderr: \u000a| (launched: 2022-12-09_04:20:14.785733)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:20:16.196397 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=23652): Process ended prematurely: osmo-nitb_10.42.42.2(pid=23652) [trial-2354↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=23652)] [trial-2354↪nitb_ussd:trx-lms↪assert_extension.py:12]\u000a04:20:16.205555 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a04:20:16.241587 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23651): Terminating (SIGTERM)\u000a04:20:16.419173 --- ParallelTerminationStrategy: PID 23651 died...\u000a04:20:16.486440 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=23651): Terminated: ok {rc=0}\u000a04:20:16.591146 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "97", "name" : "nitb_ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:20:12" }, { "cases" : [ { "testActions" : [ ], "age" : 24, "className" : "ussd:trx-lms", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23662): Process ended prematurely: osmo-stp_10.42.42.5(pid=23662) [trial-2354↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23662)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23662): Process ended prematurely: osmo-stp_10.42.42.5(pid=23662) [trial-2354↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23662)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a04:20:18.433157 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:20:18.443964 tst ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a04:20:18.583386 tst assert_extension.py: using LAC 19027\u000a04:20:18.705677 tst assert_extension.py: using RAC 157\u000a04:20:18.828597 tst assert_extension.py: using CellId 19027\u000a04:20:18.950154 tst assert_extension.py: using BVCI 19028\u000a04:20:18.974036 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:20:18.984842 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:20:18.995646 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:20:19.006666 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:20:19.017997 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:20:19.028794 tst ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a04:20:19.225410 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:20:19.695856 run create_hlr_db(pid=23656): Launched\u000a04:20:19.864712 bus /sierra_2: Setting Powered False\u000a04:20:20.886929 run create_hlr_db(pid=23656): Terminated: ok {rc=0}\u000a04:20:21.306441 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23658): Launched\u000a04:20:21.620718 run osmo-hlr_10.42.42.2(pid=23659): Launched\u000a04:20:21.740314 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:20:22.287074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23661): Launched\u000a04:20:22.602059 run osmo-stp_10.42.42.5(pid=23662): Launched\u000a04:20:22.716570 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:20:23.289412 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23664): Launched\u000a04:20:23.603410 run osmo-msc_10.42.42.6(pid=23665): Launched\u000a04:20:23.789987 run osmo-stp_10.42.42.5(pid=23662): ERR: Terminated: ERROR {rc=1} [trial-2354↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23662)]\u000a04:20:23.925147 run osmo-stp_10.42.42.5(pid=23662): stdout: \u000a| (launched: 2022-12-09_04:20:22.446545)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:20:24.059476 run osmo-stp_10.42.42.5(pid=23662): stderr: \u000a| �[0;m�[38;5;43m20221209042022638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042022639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042022639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042022639 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042022640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042022640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042022640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:20:24.186131 run osmo-stp_10.42.42.5(pid=23662): stdout: \u000a| (launched: 2022-12-09_04:20:22.446545)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:20:24.311763 run osmo-stp_10.42.42.5(pid=23662): stderr: \u000a| �[0;m�[38;5;43m20221209042022638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042022639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042022639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042022639 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042022640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042022640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042022640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:20:24.366764 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=23662): Process ended prematurely: osmo-stp_10.42.42.5(pid=23662) [trial-2354↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23662)] [trial-2354↪ussd:trx-lms↪assert_extension.py:17]\u000a04:20:24.375393 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a04:20:24.439265 run osmo-hlr_10.42.42.2(pid=23659): ERR: Terminated: ERROR {rc=237} [trial-2354↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23659)]\u000a04:20:24.491562 run osmo-hlr_10.42.42.2(pid=23659): stdout: \u000a| (launched: 2022-12-09_04:20:21.466023) \u000a04:20:24.544601 run osmo-hlr_10.42.42.2(pid=23659): stderr: \u000a| �[0;m�[1;31m20221209042021662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209042021662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209042021662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042021662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042021662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209042021662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209042021675 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/ussd:trx-lms/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209042021683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209042021683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209042021683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:20:24.616634 run osmo-msc_10.42.42.6(pid=23665): ERR: Terminated: ERROR {rc=2} [trial-2354↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23665)]\u000a04:20:24.669321 run osmo-msc_10.42.42.6(pid=23665): stdout: \u000a| (launched: 2022-12-09_04:20:23.448524) \u000a04:20:24.722311 run osmo-msc_10.42.42.6(pid=23665): stderr: \u000a| �[0;m�[38;5;43m20221209042023768 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209042023768 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f224c260c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209042023768 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209042023768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209042023768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209042023769 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209042023770 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209042023771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209042023771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209042023771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:20:24.766957 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23658): Terminating (SIGTERM)\u000a04:20:24.809650 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23661): Terminating (SIGTERM)\u000a04:20:24.852560 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23664): Terminating (SIGTERM)\u000a04:20:24.862445 --- ParallelTerminationStrategy: PID 23658 died...\u000a04:20:24.919414 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23658): Terminated: ok {rc=0}\u000a04:20:24.929625 --- ParallelTerminationStrategy: PID 23661 died...\u000a04:20:24.986185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23661): Terminated: ok {rc=0}\u000a04:20:24.996594 --- ParallelTerminationStrategy: PID 23664 died...\u000a04:20:25.053669 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23664): Terminated: ok {rc=0}\u000a04:20:25.142498 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "98", "name" : "ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:20:18" }, { "cases" : [ { "testActions" : [ ], "age" : 28, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23676): Process ended prematurely: osmo-stp_10.42.42.5(pid=23676) [trial-2354↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23676)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23676): Process ended prematurely: osmo-stp_10.42.42.5(pid=23676) [trial-2354↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23676)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a04:20:27.107129 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:20:27.118507 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a04:20:27.283290 tst mo_mt_call.py: using LAC 19028\u000a04:20:27.407472 tst mo_mt_call.py: using RAC 158\u000a04:20:27.533259 tst mo_mt_call.py: using CellId 19028\u000a04:20:27.655494 tst mo_mt_call.py: using BVCI 19029\u000a04:20:27.678363 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:20:27.689767 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:20:27.700752 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:20:27.712311 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:20:27.723941 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:20:27.735339 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a04:20:27.850155 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a04:20:28.049797 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:20:28.528941 run create_hlr_db(pid=23670): Launched\u000a04:20:28.700465 bus /sierra_2: Setting Powered False\u000a04:20:29.722988 run create_hlr_db(pid=23670): Terminated: ok {rc=0}\u000a04:20:30.120165 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23672): Launched\u000a04:20:30.418283 run osmo-hlr_10.42.42.2(pid=23673): Launched\u000a04:20:30.537449 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:20:31.132181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23675): Launched\u000a04:20:31.629250 run osmo-stp_10.42.42.5(pid=23676): Launched\u000a04:20:31.779092 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:20:32.345947 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23678): Launched\u000a04:20:32.644132 run osmo-msc_10.42.42.6(pid=23679): Launched\u000a04:20:32.819471 run osmo-stp_10.42.42.5(pid=23676): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23676)]\u000a04:20:32.946221 run osmo-stp_10.42.42.5(pid=23676): stdout: \u000a| (launched: 2022-12-09_04:20:31.299017)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:20:33.070452 run osmo-stp_10.42.42.5(pid=23676): stderr: \u000a| �[0;m�[38;5;43m20221209042031514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042031514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042031514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042031515 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042031520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042031520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042031520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:20:33.191120 run osmo-stp_10.42.42.5(pid=23676): stdout: \u000a| (launched: 2022-12-09_04:20:31.299017)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:20:33.310208 run osmo-stp_10.42.42.5(pid=23676): stderr: \u000a| �[0;m�[38;5;43m20221209042031514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042031514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042031514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042031515 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042031520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042031520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042031520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:20:33.362715 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23676): Process ended prematurely: osmo-stp_10.42.42.5(pid=23676) [trial-2354↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23676)] [trial-2354↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a04:20:33.371348 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a04:20:33.432038 run osmo-hlr_10.42.42.2(pid=23673): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23673)]\u000a04:20:33.481515 run osmo-hlr_10.42.42.2(pid=23673): stdout: \u000a| (launched: 2022-12-09_04:20:30.271183) \u000a04:20:33.531810 run osmo-hlr_10.42.42.2(pid=23673): stderr: \u000a| �[0;m�[1;31m20221209042030445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209042030445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209042030445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042030445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042030445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209042030445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209042030457 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209042030466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209042030466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209042030467 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:20:33.599680 run osmo-msc_10.42.42.6(pid=23679): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23679)]\u000a04:20:33.649413 run osmo-msc_10.42.42.6(pid=23679): stdout: \u000a| (launched: 2022-12-09_04:20:32.497430) \u000a04:20:33.699420 run osmo-msc_10.42.42.6(pid=23679): stderr: \u000a| �[0;m�[38;5;43m20221209042032772 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209042032773 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4714f30c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209042032773 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209042032773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209042032773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209042032773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209042032775 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209042032775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209042032775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209042032775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:20:33.741648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23672): Terminating (SIGTERM)\u000a04:20:33.781474 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23675): Terminating (SIGTERM)\u000a04:20:33.821566 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23678): Terminating (SIGTERM)\u000a04:20:33.830959 --- ParallelTerminationStrategy: PID 23672 died...\u000a04:20:33.884719 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23672): Terminated: ok {rc=0}\u000a04:20:33.894462 --- ParallelTerminationStrategy: PID 23675 died...\u000a04:20:33.948107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23675): Terminated: ok {rc=0}\u000a04:20:33.958069 --- ParallelTerminationStrategy: PID 23678 died...\u000a04:20:34.011542 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23678): Terminated: ok {rc=0}\u000a04:20:34.101572 bus /sierra_3: Setting Powered False\u000a04:20:35.209041 bus /sierra_3: Setting Powered False\u000a04:20:36.318341 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 35, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23687): Process ended prematurely: osmo-stp_10.42.42.5(pid=23687) [trial-2354↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23687)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23687): Process ended prematurely: osmo-stp_10.42.42.5(pid=23687) [trial-2354↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23687)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:20:37.428238 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:20:37.439862 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a04:20:37.602238 tst mo_mt_call_osmux.py: using LAC 19029\u000a04:20:37.727216 tst mo_mt_call_osmux.py: using RAC 159\u000a04:20:37.856668 tst mo_mt_call_osmux.py: using CellId 19029\u000a04:20:37.979264 tst mo_mt_call_osmux.py: using BVCI 19030\u000a04:20:38.003528 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:20:38.014941 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:20:38.026183 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:20:38.037700 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:20:38.049202 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:20:38.060479 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a04:20:38.179693 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a04:20:38.384579 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:20:38.864349 run create_hlr_db(pid=23681): Launched\u000a04:20:39.035559 bus /sierra_2: Setting Powered False\u000a04:20:40.059520 run create_hlr_db(pid=23681): Terminated: ok {rc=0}\u000a04:20:40.458080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23683): Launched\u000a04:20:40.756939 run osmo-hlr_10.42.42.2(pid=23684): Launched\u000a04:20:40.866769 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:20:41.389593 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23686): Launched\u000a04:20:41.690918 run osmo-stp_10.42.42.5(pid=23687): Launched\u000a04:20:41.800411 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:20:42.347067 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23689): Launched\u000a04:20:42.646752 run osmo-msc_10.42.42.6(pid=23690): Launched\u000a04:20:42.823281 run osmo-stp_10.42.42.5(pid=23687): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23687)]\u000a04:20:42.950941 run osmo-stp_10.42.42.5(pid=23687): stdout: \u000a| (launched: 2022-12-09_04:20:41.541415)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:20:43.075780 run osmo-stp_10.42.42.5(pid=23687): stderr: \u000a| �[0;m�[38;5;43m20221209042041712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042041712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042041712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042041713 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042041713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042041713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042041713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:20:43.196375 run osmo-stp_10.42.42.5(pid=23687): stdout: \u000a| (launched: 2022-12-09_04:20:41.541415)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:20:43.316560 run osmo-stp_10.42.42.5(pid=23687): stderr: \u000a| �[0;m�[38;5;43m20221209042041712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042041712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042041712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042041713 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042041713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042041713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042041713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:20:43.369282 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23687): Process ended prematurely: osmo-stp_10.42.42.5(pid=23687) [trial-2354↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23687)] [trial-2354↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a04:20:43.378121 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a04:20:43.438756 run osmo-hlr_10.42.42.2(pid=23684): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23684)]\u000a04:20:43.488415 run osmo-hlr_10.42.42.2(pid=23684): stdout: \u000a| (launched: 2022-12-09_04:20:40.609599) \u000a04:20:43.538803 run osmo-hlr_10.42.42.2(pid=23684): stderr: \u000a| �[0;m�[1;31m20221209042040784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209042040784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209042040784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042040784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042040784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209042040784 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209042040799 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209042040810 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209042040811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209042040811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:20:43.607041 run osmo-msc_10.42.42.6(pid=23690): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23690)]\u000a04:20:43.656725 run osmo-msc_10.42.42.6(pid=23690): stdout: \u000a| (launched: 2022-12-09_04:20:42.498723) \u000a04:20:43.707506 run osmo-msc_10.42.42.6(pid=23690): stderr: \u000a| �[0;m�[38;5;43m20221209042042771 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209042042771 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4cf2f1cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209042042771 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209042042771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209042042772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209042042773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209042042775 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209042042775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209042042775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209042042775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:20:43.750058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23683): Terminating (SIGTERM)\u000a04:20:43.790266 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23686): Terminating (SIGTERM)\u000a04:20:43.830472 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23689): Terminating (SIGTERM)\u000a04:20:43.839870 --- ParallelTerminationStrategy: PID 23683 died...\u000a04:20:43.893892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23683): Terminated: ok {rc=0}\u000a04:20:43.903466 --- ParallelTerminationStrategy: PID 23686 died...\u000a04:20:43.957055 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23686): Terminated: ok {rc=0}\u000a04:20:43.966742 --- ParallelTerminationStrategy: PID 23689 died...\u000a04:20:44.020319 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23689): Terminated: ok {rc=0}\u000a04:20:44.104725 bus /sierra_3: Setting Powered False\u000a04:20:45.211434 bus /sierra_3: Setting Powered False\u000a04:20:46.327867 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "99", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:20:26" }, { "cases" : [ { "testActions" : [ ], "age" : 24, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23701): Process ended prematurely: osmo-stp_10.42.42.5(pid=23701) [trial-2354↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23701)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23701): Process ended prematurely: osmo-stp_10.42.42.5(pid=23701) [trial-2354↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23701)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a04:20:48.329902 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:20:48.341296 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a04:20:48.507438 tst mo_mt_call.py: using LAC 19030\u000a04:20:48.630341 tst mo_mt_call.py: using RAC 160\u000a04:20:48.754843 tst mo_mt_call.py: using CellId 19030\u000a04:20:48.878184 tst mo_mt_call.py: using BVCI 19031\u000a04:20:48.902457 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:20:48.913837 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:20:48.925159 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:20:48.936613 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:20:48.948234 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:20:48.959707 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a04:20:49.075352 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a04:20:49.283542 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:20:49.788913 run create_hlr_db(pid=23695): Launched\u000a04:20:49.974342 bus /sierra_2: Setting Powered False\u000a04:20:50.996057 run create_hlr_db(pid=23695): Terminated: ok {rc=0}\u000a04:20:51.398925 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23697): Launched\u000a04:20:51.701272 run osmo-hlr_10.42.42.2(pid=23698): Launched\u000a04:20:51.811249 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:20:52.329403 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23700): Launched\u000a04:20:52.627727 run osmo-stp_10.42.42.5(pid=23701): Launched\u000a04:20:52.738597 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:20:53.282699 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23703): Launched\u000a04:20:53.582987 run osmo-msc_10.42.42.6(pid=23704): Launched\u000a04:20:53.761427 run osmo-stp_10.42.42.5(pid=23701): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23701)]\u000a04:20:53.887838 run osmo-stp_10.42.42.5(pid=23701): stdout: \u000a| (launched: 2022-12-09_04:20:52.480436)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:20:54.012410 run osmo-stp_10.42.42.5(pid=23701): stderr: \u000a| �[0;m�[38;5;43m20221209042052650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042052650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042052651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042052651 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042052652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042052652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042052652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:20:54.132509 run osmo-stp_10.42.42.5(pid=23701): stdout: \u000a| (launched: 2022-12-09_04:20:52.480436)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:20:54.251480 run osmo-stp_10.42.42.5(pid=23701): stderr: \u000a| �[0;m�[38;5;43m20221209042052650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042052650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042052651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042052651 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042052652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042052652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042052652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:20:54.304105 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23701): Process ended prematurely: osmo-stp_10.42.42.5(pid=23701) [trial-2354↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23701)] [trial-2354↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a04:20:54.312765 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a04:20:54.372809 run osmo-hlr_10.42.42.2(pid=23698): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23698)]\u000a04:20:54.422179 run osmo-hlr_10.42.42.2(pid=23698): stdout: \u000a| (launched: 2022-12-09_04:20:51.551008) \u000a04:20:54.471933 run osmo-hlr_10.42.42.2(pid=23698): stderr: \u000a| �[0;m�[1;31m20221209042051726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209042051726 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209042051727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042051727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042051727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209042051727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209042051739 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209042051747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209042051748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209042051748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:20:54.539219 run osmo-msc_10.42.42.6(pid=23704): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23704)]\u000a04:20:54.588072 run osmo-msc_10.42.42.6(pid=23704): stdout: \u000a| (launched: 2022-12-09_04:20:53.434775) \u000a04:20:54.637496 run osmo-msc_10.42.42.6(pid=23704): stderr: \u000a| �[0;m�[38;5;43m20221209042053706 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209042053706 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1ede9c1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209042053707 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209042053707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209042053707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209042053707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209042053709 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209042053709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209042053709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209042053709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:20:54.679740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23697): Terminating (SIGTERM)\u000a04:20:54.719566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23700): Terminating (SIGTERM)\u000a04:20:54.759407 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23703): Terminating (SIGTERM)\u000a04:20:54.768610 --- ParallelTerminationStrategy: PID 23697 died...\u000a04:20:54.821839 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23697): Terminated: ok {rc=0}\u000a04:20:54.831449 --- ParallelTerminationStrategy: PID 23700 died...\u000a04:20:54.884493 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23700): Terminated: ok {rc=0}\u000a04:20:54.894211 --- ParallelTerminationStrategy: PID 23703 died...\u000a04:20:54.947395 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23703): Terminated: ok {rc=0}\u000a04:20:55.031746 bus /sierra_3: Setting Powered False\u000a04:20:56.140820 bus /sierra_3: Setting Powered False\u000a04:20:57.253617 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 35, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23713): Process ended prematurely: osmo-stp_10.42.42.5(pid=23713) [trial-2354↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23713)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23713): Process ended prematurely: osmo-stp_10.42.42.5(pid=23713) [trial-2354↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23713)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:20:58.362601 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:20:58.374259 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a04:20:58.527251 tst mo_mt_call_osmux.py: using LAC 19031\u000a04:20:58.646376 tst mo_mt_call_osmux.py: using RAC 161\u000a04:20:58.770942 tst mo_mt_call_osmux.py: using CellId 19031\u000a04:20:58.895565 tst mo_mt_call_osmux.py: using BVCI 19032\u000a04:20:58.919898 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:20:58.931432 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:20:58.942817 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:20:58.955184 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:20:58.966743 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:20:58.978295 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a04:20:59.096878 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a04:20:59.307155 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:20:59.812146 run create_hlr_db(pid=23706): Launched\u000a04:20:59.996483 bus /sierra_2: Setting Powered False\u000a04:21:01.041660 run create_hlr_db(pid=23706): Terminated: ok {rc=0}\u000a04:21:01.489564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23709): Launched\u000a04:21:01.932849 run osmo-hlr_10.42.42.2(pid=23710): Launched\u000a04:21:02.067757 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:21:02.622045 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23712): Launched\u000a04:21:02.920209 run osmo-stp_10.42.42.5(pid=23713): Launched\u000a04:21:03.029339 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:21:03.574360 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23715): Launched\u000a04:21:03.872658 run osmo-msc_10.42.42.6(pid=23716): Launched\u000a04:21:04.048919 run osmo-stp_10.42.42.5(pid=23713): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23713)]\u000a04:21:04.175847 run osmo-stp_10.42.42.5(pid=23713): stdout: \u000a| (launched: 2022-12-09_04:21:02.773415)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:21:04.299934 run osmo-stp_10.42.42.5(pid=23713): stderr: \u000a| �[0;m�[38;5;43m20221209042102945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042102945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042102945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042102946 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042102946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042102946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042102946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:21:04.419633 run osmo-stp_10.42.42.5(pid=23713): stdout: \u000a| (launched: 2022-12-09_04:21:02.773415)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:21:04.538508 run osmo-stp_10.42.42.5(pid=23713): stderr: \u000a| �[0;m�[38;5;43m20221209042102945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042102945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042102945 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042102946 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042102946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042102946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042102946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:21:04.590826 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23713): Process ended prematurely: osmo-stp_10.42.42.5(pid=23713) [trial-2354↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23713)] [trial-2354↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a04:21:04.599341 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a04:21:04.659131 run osmo-hlr_10.42.42.2(pid=23710): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23710)]\u000a04:21:04.708672 run osmo-hlr_10.42.42.2(pid=23710): stdout: \u000a| (launched: 2022-12-09_04:21:01.655837) \u000a04:21:04.758480 run osmo-hlr_10.42.42.2(pid=23710): stderr: \u000a| �[0;m�[1;31m20221209042101905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209042101905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209042101905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042101905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042101905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209042101905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209042101919 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209042101939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209042101940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209042101940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:21:04.826106 run osmo-msc_10.42.42.6(pid=23716): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23716)]\u000a04:21:04.875269 run osmo-msc_10.42.42.6(pid=23716): stdout: \u000a| (launched: 2022-12-09_04:21:03.725969) \u000a04:21:04.924641 run osmo-msc_10.42.42.6(pid=23716): stderr: \u000a| �[0;m�[38;5;43m20221209042103998 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209042103999 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fab467c2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209042103999 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209042103999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209042103999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209042103999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209042104001 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209042104001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209042104002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209042104002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:21:04.966562 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23709): Terminating (SIGTERM)\u000a04:21:05.006254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23712): Terminating (SIGTERM)\u000a04:21:05.046030 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23715): Terminating (SIGTERM)\u000a04:21:05.055161 --- ParallelTerminationStrategy: PID 23709 died...\u000a04:21:05.108328 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23709): Terminated: ok {rc=0}\u000a04:21:05.117815 --- ParallelTerminationStrategy: PID 23712 died...\u000a04:21:05.170537 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23712): Terminated: ok {rc=0}\u000a04:21:05.179972 --- ParallelTerminationStrategy: PID 23715 died...\u000a04:21:05.232787 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23715): Terminated: ok {rc=0}\u000a04:21:05.316828 bus /sierra_3: Setting Powered False\u000a04:21:06.424841 bus /sierra_3: Setting Powered False\u000a04:21:07.534562 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "100", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:20:48" }, { "cases" : [ { "testActions" : [ ], "age" : 24, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23727): Process ended prematurely: osmo-stp_10.42.42.5(pid=23727) [trial-2354↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23727)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23727): Process ended prematurely: osmo-stp_10.42.42.5(pid=23727) [trial-2354↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23727)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a04:21:09.519021 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:21:09.530112 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a04:21:09.686521 tst mo_mt_call.py: using LAC 19032\u000a04:21:09.808852 tst mo_mt_call.py: using RAC 162\u000a04:21:09.926302 tst mo_mt_call.py: using CellId 19032\u000a04:21:10.041680 tst mo_mt_call.py: using BVCI 19033\u000a04:21:10.064303 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:21:10.075263 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:21:10.086118 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:21:10.096903 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:21:10.107695 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:21:10.118468 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a04:21:10.238090 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a04:21:10.440257 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:21:10.919737 run create_hlr_db(pid=23721): Launched\u000a04:21:11.091519 bus /sierra_2: Setting Powered False\u000a04:21:12.114473 run create_hlr_db(pid=23721): Terminated: ok {rc=0}\u000a04:21:12.541399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23723): Launched\u000a04:21:12.864110 run osmo-hlr_10.42.42.2(pid=23724): Launched\u000a04:21:12.984459 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:21:13.542721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23726): Launched\u000a04:21:13.862752 run osmo-stp_10.42.42.5(pid=23727): Launched\u000a04:21:13.979733 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:21:14.563513 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23729): Launched\u000a04:21:14.883642 run osmo-msc_10.42.42.6(pid=23730): Launched\u000a04:21:15.071922 run osmo-stp_10.42.42.5(pid=23727): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23727)]\u000a04:21:15.208158 run osmo-stp_10.42.42.5(pid=23727): stdout: \u000a| (launched: 2022-12-09_04:21:13.705923)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:21:15.343809 run osmo-stp_10.42.42.5(pid=23727): stderr: \u000a| �[0;m�[38;5;43m20221209042113898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042113898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042113899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042113899 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042113899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042113900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042113900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:21:15.473029 run osmo-stp_10.42.42.5(pid=23727): stdout: \u000a| (launched: 2022-12-09_04:21:13.705923)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:21:15.601216 run osmo-stp_10.42.42.5(pid=23727): stderr: \u000a| �[0;m�[38;5;43m20221209042113898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042113898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042113899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042113899 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042113899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042113900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042113900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:21:15.657723 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23727): Process ended prematurely: osmo-stp_10.42.42.5(pid=23727) [trial-2354↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23727)] [trial-2354↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a04:21:15.667247 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a04:21:15.731556 run osmo-hlr_10.42.42.2(pid=23724): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23724)]\u000a04:21:15.783941 run osmo-hlr_10.42.42.2(pid=23724): stdout: \u000a| (launched: 2022-12-09_04:21:12.706452) \u000a04:21:15.840757 run osmo-hlr_10.42.42.2(pid=23724): stderr: \u000a| �[0;m�[1;31m20221209042112907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209042112907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209042112907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042112907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042112907 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209042112908 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209042112921 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209042112931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209042112931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209042112931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:21:15.921144 run osmo-msc_10.42.42.6(pid=23730): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23730)]\u000a04:21:15.975288 run osmo-msc_10.42.42.6(pid=23730): stdout: \u000a| (launched: 2022-12-09_04:21:14.726727) \u000a04:21:16.030482 run osmo-msc_10.42.42.6(pid=23730): stderr: \u000a| �[0;m�[38;5;43m20221209042115047 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209042115047 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd9b81b0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209042115047 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209042115047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209042115047 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209042115048 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209042115049 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209042115050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209042115050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209042115050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:21:16.077443 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23723): Terminating (SIGTERM)\u000a04:21:16.123247 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23726): Terminating (SIGTERM)\u000a04:21:16.167336 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23729): Terminating (SIGTERM)\u000a04:21:16.178147 --- ParallelTerminationStrategy: PID 23723 died...\u000a04:21:16.237614 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23723): Terminated: ok {rc=0}\u000a04:21:16.248667 --- ParallelTerminationStrategy: PID 23726 died...\u000a04:21:16.306554 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23726): Terminated: ok {rc=0}\u000a04:21:16.317698 --- ParallelTerminationStrategy: PID 23729 died...\u000a04:21:16.375296 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23729): Terminated: ok {rc=0}\u000a04:21:16.468741 bus /sierra_3: Setting Powered False\u000a04:21:17.572203 bus /sierra_3: Setting Powered False\u000a04:21:18.682915 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 35, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23738): Process ended prematurely: osmo-stp_10.42.42.5(pid=23738) [trial-2354↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23738)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23738): Process ended prematurely: osmo-stp_10.42.42.5(pid=23738) [trial-2354↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23738)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:21:19.798275 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:21:19.810240 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a04:21:19.974693 tst mo_mt_call_osmux.py: using LAC 19033\u000a04:21:20.101812 tst mo_mt_call_osmux.py: using RAC 163\u000a04:21:20.226764 tst mo_mt_call_osmux.py: using CellId 19033\u000a04:21:20.353774 tst mo_mt_call_osmux.py: using BVCI 19034\u000a04:21:20.378049 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:21:20.389434 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:21:20.400721 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:21:20.412317 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:21:20.424129 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:21:20.435414 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a04:21:20.553146 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a04:21:20.765199 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:21:21.268134 run create_hlr_db(pid=23732): Launched\u000a04:21:21.453687 bus /sierra_2: Setting Powered False\u000a04:21:22.475032 run create_hlr_db(pid=23732): Terminated: ok {rc=0}\u000a04:21:22.877610 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23734): Launched\u000a04:21:23.177084 run osmo-hlr_10.42.42.2(pid=23735): Launched\u000a04:21:23.293554 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:21:23.819140 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23737): Launched\u000a04:21:24.118425 run osmo-stp_10.42.42.5(pid=23738): Launched\u000a04:21:24.227539 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:21:24.773360 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23740): Launched\u000a04:21:25.072390 run osmo-msc_10.42.42.6(pid=23741): Launched\u000a04:21:25.247846 run osmo-stp_10.42.42.5(pid=23738): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23738)]\u000a04:21:25.374427 run osmo-stp_10.42.42.5(pid=23738): stdout: \u000a| (launched: 2022-12-09_04:21:23.970636)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:21:25.499040 run osmo-stp_10.42.42.5(pid=23738): stderr: \u000a| �[0;m�[38;5;43m20221209042124143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042124143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042124143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042124144 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042124144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042124144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042124144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:21:25.619723 run osmo-stp_10.42.42.5(pid=23738): stdout: \u000a| (launched: 2022-12-09_04:21:23.970636)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:21:25.738566 run osmo-stp_10.42.42.5(pid=23738): stderr: \u000a| �[0;m�[38;5;43m20221209042124143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042124143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042124143 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042124144 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042124144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042124144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042124144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:21:25.790841 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23738): Process ended prematurely: osmo-stp_10.42.42.5(pid=23738) [trial-2354↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23738)] [trial-2354↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a04:21:25.799474 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a04:21:25.865585 run osmo-hlr_10.42.42.2(pid=23735): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23735)]\u000a04:21:25.918772 run osmo-hlr_10.42.42.2(pid=23735): stdout: \u000a| (launched: 2022-12-09_04:21:23.029468) \u000a04:21:25.972649 run osmo-hlr_10.42.42.2(pid=23735): stderr: \u000a| �[0;m�[1;31m20221209042123208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209042123208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209042123208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042123208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042123208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209042123208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209042123220 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209042123231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209042123231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209042123231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:21:26.045344 run osmo-msc_10.42.42.6(pid=23741): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23741)]\u000a04:21:26.098746 run osmo-msc_10.42.42.6(pid=23741): stdout: \u000a| (launched: 2022-12-09_04:21:24.925278) \u000a04:21:26.152509 run osmo-msc_10.42.42.6(pid=23741): stderr: \u000a| �[0;m�[38;5;43m20221209042125198 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209042125198 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f23bcabcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209042125198 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209042125198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209042125199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209042125199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209042125201 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209042125201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209042125201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209042125201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:21:26.198121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23734): Terminating (SIGTERM)\u000a04:21:26.240488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23737): Terminating (SIGTERM)\u000a04:21:26.284434 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23740): Terminating (SIGTERM)\u000a04:21:26.294387 --- ParallelTerminationStrategy: PID 23734 died...\u000a04:21:26.352472 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23734): Terminated: ok {rc=0}\u000a04:21:26.362676 --- ParallelTerminationStrategy: PID 23737 died...\u000a04:21:26.420459 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23737): Terminated: ok {rc=0}\u000a04:21:26.430685 --- ParallelTerminationStrategy: PID 23740 died...\u000a04:21:26.487845 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23740): Terminated: ok {rc=0}\u000a04:21:26.577414 bus /sierra_3: Setting Powered False\u000a04:21:27.686116 bus /sierra_3: Setting Powered False\u000a04:21:28.799556 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "101", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:21:09" }, { "cases" : [ { "testActions" : [ ], "age" : 28, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23752): Process ended prematurely: osmo-stp_10.42.42.5(pid=23752) [trial-2354↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23752)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23752): Process ended prematurely: osmo-stp_10.42.42.5(pid=23752) [trial-2354↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23752)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a04:21:30.782960 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:21:30.793955 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a04:21:30.971043 tst mo_mt_call.py: using LAC 19034\u000a04:21:31.090977 tst mo_mt_call.py: using RAC 164\u000a04:21:31.247080 tst mo_mt_call.py: using CellId 19034\u000a04:21:31.388517 tst mo_mt_call.py: using BVCI 19035\u000a04:21:31.414420 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:21:31.426827 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:21:31.440143 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:21:31.453509 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:21:31.466607 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:21:31.480061 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a04:21:31.607490 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a04:21:31.855910 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:21:32.365920 run create_hlr_db(pid=23746): Launched\u000a04:21:32.536759 bus /sierra_2: Setting Powered False\u000a04:21:33.560277 run create_hlr_db(pid=23746): Terminated: ok {rc=0}\u000a04:21:33.958015 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23748): Launched\u000a04:21:34.255671 run osmo-hlr_10.42.42.2(pid=23749): Launched\u000a04:21:34.371557 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:21:34.896726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23751): Launched\u000a04:21:35.194233 run osmo-stp_10.42.42.5(pid=23752): Launched\u000a04:21:35.302922 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:21:35.846773 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23754): Launched\u000a04:21:36.145246 run osmo-msc_10.42.42.6(pid=23755): Launched\u000a04:21:36.320203 run osmo-stp_10.42.42.5(pid=23752): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23752)]\u000a04:21:36.446938 run osmo-stp_10.42.42.5(pid=23752): stdout: \u000a| (launched: 2022-12-09_04:21:35.047620)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:21:36.570850 run osmo-stp_10.42.42.5(pid=23752): stderr: \u000a| �[0;m�[38;5;43m20221209042135217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042135217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042135217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042135217 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042135218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042135218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042135218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:21:36.690400 run osmo-stp_10.42.42.5(pid=23752): stdout: \u000a| (launched: 2022-12-09_04:21:35.047620)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:21:36.808742 run osmo-stp_10.42.42.5(pid=23752): stderr: \u000a| �[0;m�[38;5;43m20221209042135217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042135217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042135217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042135217 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042135218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042135218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042135218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:21:36.861167 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23752): Process ended prematurely: osmo-stp_10.42.42.5(pid=23752) [trial-2354↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23752)] [trial-2354↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a04:21:36.869770 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a04:21:36.929915 run osmo-hlr_10.42.42.2(pid=23749): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23749)]\u000a04:21:36.979360 run osmo-hlr_10.42.42.2(pid=23749): stdout: \u000a| (launched: 2022-12-09_04:21:34.109377) \u000a04:21:37.029599 run osmo-hlr_10.42.42.2(pid=23749): stderr: \u000a| �[0;m�[1;31m20221209042134286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209042134286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209042134286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042134286 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042134287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209042134287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209042134300 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209042134308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209042134309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209042134309 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:21:37.097758 run osmo-msc_10.42.42.6(pid=23755): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23755)]\u000a04:21:37.147254 run osmo-msc_10.42.42.6(pid=23755): stdout: \u000a| (launched: 2022-12-09_04:21:35.997854) \u000a04:21:37.197192 run osmo-msc_10.42.42.6(pid=23755): stderr: \u000a| �[0;m�[38;5;43m20221209042136267 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209042136268 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdefcb96c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209042136268 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209042136268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209042136269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209042136269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209042136271 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209042136271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209042136272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209042136272 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:21:37.239205 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23748): Terminating (SIGTERM)\u000a04:21:37.278647 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23751): Terminating (SIGTERM)\u000a04:21:37.318111 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23754): Terminating (SIGTERM)\u000a04:21:37.327259 --- ParallelTerminationStrategy: PID 23748 died...\u000a04:21:37.380414 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23748): Terminated: ok {rc=0}\u000a04:21:37.389948 --- ParallelTerminationStrategy: PID 23751 died...\u000a04:21:37.443622 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23751): Terminated: ok {rc=0}\u000a04:21:37.453354 --- ParallelTerminationStrategy: PID 23754 died...\u000a04:21:37.507692 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23754): Terminated: ok {rc=0}\u000a04:21:37.591428 bus /sierra_3: Setting Powered False\u000a04:21:38.702504 bus /sierra_3: Setting Powered False\u000a04:21:39.815119 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 31, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23763): Process ended prematurely: osmo-stp_10.42.42.5(pid=23763) [trial-2354↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23763)]", "failedSince" : 2324, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23763): Process ended prematurely: osmo-stp_10.42.42.5(pid=23763) [trial-2354↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23763)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:21:40.924494 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:21:40.936068 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a04:21:41.094406 tst mo_mt_call_osmux.py: using LAC 19035\u000a04:21:41.210375 tst mo_mt_call_osmux.py: using RAC 165\u000a04:21:41.326809 tst mo_mt_call_osmux.py: using CellId 19035\u000a04:21:41.442982 tst mo_mt_call_osmux.py: using BVCI 19036\u000a04:21:41.465600 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:21:41.476580 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:21:41.487388 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:21:41.498155 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:21:41.508926 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:21:41.520055 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a04:21:41.634157 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a04:21:41.839375 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:21:42.317476 run create_hlr_db(pid=23757): Launched\u000a04:21:42.488357 bus /sierra_2: Setting Powered False\u000a04:21:43.524071 run create_hlr_db(pid=23757): Terminated: ok {rc=0}\u000a04:21:43.926945 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23759): Launched\u000a04:21:44.225330 run osmo-hlr_10.42.42.2(pid=23760): Launched\u000a04:21:44.342734 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:21:44.866366 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23762): Launched\u000a04:21:45.164434 run osmo-stp_10.42.42.5(pid=23763): Launched\u000a04:21:45.272497 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:21:45.819975 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23765): Launched\u000a04:21:46.265104 run osmo-msc_10.42.42.6(pid=23766): Launched\u000a04:21:46.625306 run osmo-stp_10.42.42.5(pid=23763): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23763)]\u000a04:21:46.836929 run osmo-stp_10.42.42.5(pid=23763): stdout: \u000a| (launched: 2022-12-09_04:21:45.017876)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:21:47.039764 run osmo-stp_10.42.42.5(pid=23763): stderr: \u000a| �[0;m�[38;5;43m20221209042145189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042145189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042145189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042145190 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042145190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042145190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042145190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:21:47.163526 run osmo-stp_10.42.42.5(pid=23763): stdout: \u000a| (launched: 2022-12-09_04:21:45.017876)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:21:47.284922 run osmo-stp_10.42.42.5(pid=23763): stderr: \u000a| �[0;m�[38;5;43m20221209042145189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042145189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042145189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042145190 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042145190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042145190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042145190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:21:47.338064 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23763): Process ended prematurely: osmo-stp_10.42.42.5(pid=23763) [trial-2354↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23763)] [trial-2354↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a04:21:47.346888 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a04:21:47.407208 run osmo-hlr_10.42.42.2(pid=23760): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23760)]\u000a04:21:47.456513 run osmo-hlr_10.42.42.2(pid=23760): stdout: \u000a| (launched: 2022-12-09_04:21:44.078866) \u000a04:21:47.506815 run osmo-hlr_10.42.42.2(pid=23760): stderr: \u000a| �[0;m�[1;31m20221209042144253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209042144253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209042144253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042144253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042144253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209042144253 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209042144264 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209042144273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209042144273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209042144273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:21:47.575237 run osmo-msc_10.42.42.6(pid=23766): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23766)]\u000a04:21:47.624909 run osmo-msc_10.42.42.6(pid=23766): stdout: \u000a| (launched: 2022-12-09_04:21:45.998004) \u000a04:21:47.675248 run osmo-msc_10.42.42.6(pid=23766): stderr: \u000a| �[0;m�[38;5;43m20221209042146562 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209042146562 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe1f50a9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209042146562 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209042146562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209042146562 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209042146563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209042146564 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209042146565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209042146565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209042146565 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:21:47.717963 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23759): Terminating (SIGTERM)\u000a04:21:47.758818 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23762): Terminating (SIGTERM)\u000a04:21:47.799327 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23765): Terminating (SIGTERM)\u000a04:21:47.808656 --- ParallelTerminationStrategy: PID 23759 died...\u000a04:21:47.863065 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23759): Terminated: ok {rc=0}\u000a04:21:47.872719 --- ParallelTerminationStrategy: PID 23762 died...\u000a04:21:47.926835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23762): Terminated: ok {rc=0}\u000a04:21:47.936520 --- ParallelTerminationStrategy: PID 23765 died...\u000a04:21:47.990676 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23765): Terminated: ok {rc=0}\u000a04:21:48.081899 bus /sierra_3: Setting Powered False\u000a04:21:49.186745 bus /sierra_3: Setting Powered False\u000a04:21:50.299981 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "102", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:21:30" }, { "cases" : [ { "testActions" : [ ], "age" : 24, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23778): Process ended prematurely: osmo-stp_10.42.42.5(pid=23778) [trial-2354↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23778)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23778): Process ended prematurely: osmo-stp_10.42.42.5(pid=23778) [trial-2354↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23778)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a04:21:52.287556 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:21:52.298512 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a04:21:52.451655 tst mo_mt_call.py: using LAC 19036\u000a04:21:52.569924 tst mo_mt_call.py: using RAC 166\u000a04:21:52.687072 tst mo_mt_call.py: using CellId 19036\u000a04:21:52.816753 tst mo_mt_call.py: using BVCI 19037\u000a04:21:52.841315 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:21:52.852766 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:21:52.864115 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:21:52.875740 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:21:52.887528 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:21:52.899872 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a04:21:53.015043 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a04:21:53.219130 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:21:53.698564 run create_hlr_db(pid=23772): Launched\u000a04:21:53.869920 bus /sierra_2: Setting Powered False\u000a04:21:54.892598 run create_hlr_db(pid=23772): Terminated: ok {rc=0}\u000a04:21:55.317699 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23774): Launched\u000a04:21:55.638826 run osmo-hlr_10.42.42.2(pid=23775): Launched\u000a04:21:55.759423 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:21:56.315461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23777): Launched\u000a04:21:56.636576 run osmo-stp_10.42.42.5(pid=23778): Launched\u000a04:21:56.759653 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:21:57.343640 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23780): Launched\u000a04:21:57.665146 run osmo-msc_10.42.42.6(pid=23781): Launched\u000a04:21:57.855055 run osmo-stp_10.42.42.5(pid=23778): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23778)]\u000a04:21:57.991490 run osmo-stp_10.42.42.5(pid=23778): stdout: \u000a| (launched: 2022-12-09_04:21:56.478692)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:21:58.128113 run osmo-stp_10.42.42.5(pid=23778): stderr: \u000a| �[0;m�[38;5;43m20221209042156671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042156671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042156671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042156672 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042156672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042156672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042156672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:21:58.257757 run osmo-stp_10.42.42.5(pid=23778): stdout: \u000a| (launched: 2022-12-09_04:21:56.478692)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:21:58.385808 run osmo-stp_10.42.42.5(pid=23778): stderr: \u000a| �[0;m�[38;5;43m20221209042156671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042156671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042156671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042156672 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042156672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042156672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042156672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:21:58.442174 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23778): Process ended prematurely: osmo-stp_10.42.42.5(pid=23778) [trial-2354↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23778)] [trial-2354↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a04:21:58.451463 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a04:21:58.515496 run osmo-hlr_10.42.42.2(pid=23775): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23775)]\u000a04:21:58.567974 run osmo-hlr_10.42.42.2(pid=23775): stdout: \u000a| (launched: 2022-12-09_04:21:55.480543) \u000a04:21:58.621135 run osmo-hlr_10.42.42.2(pid=23775): stderr: \u000a| �[0;m�[1;31m20221209042155678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209042155678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209042155678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042155678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042155678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209042155678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209042155692 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209042155702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209042155702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209042155702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:21:58.693977 run osmo-msc_10.42.42.6(pid=23781): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23781)]\u000a04:21:58.746696 run osmo-msc_10.42.42.6(pid=23781): stdout: \u000a| (launched: 2022-12-09_04:21:57.507003) \u000a04:21:58.799339 run osmo-msc_10.42.42.6(pid=23781): stderr: \u000a| �[0;m�[38;5;43m20221209042157830 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209042157830 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8acaf10c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209042157830 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209042157830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209042157830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209042157830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209042157832 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209042157832 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209042157833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209042157833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:21:58.844258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23774): Terminating (SIGTERM)\u000a04:21:58.886773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23777): Terminating (SIGTERM)\u000a04:21:58.929622 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23780): Terminating (SIGTERM)\u000a04:21:58.939352 --- ParallelTerminationStrategy: PID 23774 died...\u000a04:21:58.996199 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23774): Terminated: ok {rc=0}\u000a04:21:59.006328 --- ParallelTerminationStrategy: PID 23777 died...\u000a04:21:59.062966 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23777): Terminated: ok {rc=0}\u000a04:21:59.073259 --- ParallelTerminationStrategy: PID 23780 died...\u000a04:21:59.129860 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23780): Terminated: ok {rc=0}\u000a04:21:59.216296 bus /sierra_3: Setting Powered False\u000a04:22:00.324231 bus /sierra_3: Setting Powered False\u000a04:22:01.443889 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 190, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23789): Process ended prematurely: osmo-stp_10.42.42.5(pid=23789) [trial-2354↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23789)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23789): Process ended prematurely: osmo-stp_10.42.42.5(pid=23789) [trial-2354↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23789)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:22:02.559091 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:22:02.570998 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a04:22:02.735590 tst mo_mt_call_osmux.py: using LAC 19037\u000a04:22:02.855325 tst mo_mt_call_osmux.py: using RAC 167\u000a04:22:02.975610 tst mo_mt_call_osmux.py: using CellId 19037\u000a04:22:03.092740 tst mo_mt_call_osmux.py: using BVCI 19038\u000a04:22:03.115698 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:22:03.126781 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:22:03.137767 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:22:03.148490 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:22:03.159362 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:22:03.170141 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a04:22:03.288446 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a04:22:03.490659 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:22:03.971361 run create_hlr_db(pid=23783): Launched\u000a04:22:04.142226 bus /sierra_2: Setting Powered False\u000a04:22:05.164733 run create_hlr_db(pid=23783): Terminated: ok {rc=0}\u000a04:22:05.563247 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23785): Launched\u000a04:22:05.861836 run osmo-hlr_10.42.42.2(pid=23786): Launched\u000a04:22:05.971796 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:22:06.489453 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23788): Launched\u000a04:22:06.787481 run osmo-stp_10.42.42.5(pid=23789): Launched\u000a04:22:06.896485 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:22:07.440887 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23791): Launched\u000a04:22:07.742841 run osmo-msc_10.42.42.6(pid=23792): Launched\u000a04:22:07.919162 run osmo-stp_10.42.42.5(pid=23789): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23789)]\u000a04:22:08.046310 run osmo-stp_10.42.42.5(pid=23789): stdout: \u000a| (launched: 2022-12-09_04:22:06.640732)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:22:08.170768 run osmo-stp_10.42.42.5(pid=23789): stderr: \u000a| �[0;m�[38;5;43m20221209042206812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042206812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042206812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042206812 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042206813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042206813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042206813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:22:08.290423 run osmo-stp_10.42.42.5(pid=23789): stdout: \u000a| (launched: 2022-12-09_04:22:06.640732)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:22:08.409281 run osmo-stp_10.42.42.5(pid=23789): stderr: \u000a| �[0;m�[38;5;43m20221209042206812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042206812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042206812 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042206812 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042206813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042206813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042206813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:22:08.461794 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23789): Process ended prematurely: osmo-stp_10.42.42.5(pid=23789) [trial-2354↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23789)] [trial-2354↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a04:22:08.470535 tst mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)\u000a04:22:08.530402 run osmo-hlr_10.42.42.2(pid=23786): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23786)]\u000a04:22:08.579716 run osmo-hlr_10.42.42.2(pid=23786): stdout: \u000a| (launched: 2022-12-09_04:22:05.714993) \u000a04:22:08.630192 run osmo-hlr_10.42.42.2(pid=23786): stderr: \u000a| �[0;m�[1;31m20221209042205893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209042205893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209042205893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042205893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042205893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209042205893 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209042205905 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209042205916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209042205916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209042205917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:22:08.698168 run osmo-msc_10.42.42.6(pid=23792): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23792)]\u000a04:22:08.747598 run osmo-msc_10.42.42.6(pid=23792): stdout: \u000a| (launched: 2022-12-09_04:22:07.592512) \u000a04:22:08.797506 run osmo-msc_10.42.42.6(pid=23792): stderr: \u000a| �[0;m�[38;5;43m20221209042207862 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209042207862 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6527eedc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209042207862 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209042207862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209042207862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209042207863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209042207864 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209042207865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209042207865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209042207865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:22:08.839581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23785): Terminating (SIGTERM)\u000a04:22:08.879365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23788): Terminating (SIGTERM)\u000a04:22:08.918868 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23791): Terminating (SIGTERM)\u000a04:22:08.928010 --- ParallelTerminationStrategy: PID 23785 died...\u000a04:22:08.981751 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23785): Terminated: ok {rc=0}\u000a04:22:08.991372 --- ParallelTerminationStrategy: PID 23788 died...\u000a04:22:09.044289 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23788): Terminated: ok {rc=0}\u000a04:22:09.053786 --- ParallelTerminationStrategy: PID 23791 died...\u000a04:22:09.106895 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23791): Terminated: ok {rc=0}\u000a04:22:09.191158 bus /sierra_3: Setting Powered False\u000a04:22:10.292524 bus /sierra_3: Setting Powered False\u000a04:22:11.404913 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "103", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:21:52" }, { "cases" : [ { "testActions" : [ ], "age" : 24, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23804): Process ended prematurely: osmo-stp_10.42.42.5(pid=23804) [trial-2354↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23804)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23804): Process ended prematurely: osmo-stp_10.42.42.5(pid=23804) [trial-2354↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23804)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a04:22:13.390827 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:22:13.402238 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a04:22:13.556517 tst mo_mt_call.py: using LAC 19038\u000a04:22:13.675534 tst mo_mt_call.py: using RAC 168\u000a04:22:13.797886 tst mo_mt_call.py: using CellId 19038\u000a04:22:13.913656 tst mo_mt_call.py: using BVCI 19039\u000a04:22:13.936777 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:22:13.947827 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:22:13.958727 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:22:13.969721 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:22:13.980554 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:22:13.991281 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:22:14.109749 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:22:14.310749 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:22:14.789784 run create_hlr_db(pid=23798): Launched\u000a04:22:14.960591 bus /sierra_2: Setting Powered False\u000a04:22:16.022714 run create_hlr_db(pid=23798): Terminated: ok {rc=0}\u000a04:22:16.447559 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23800): Launched\u000a04:22:16.867409 run osmo-hlr_10.42.42.2(pid=23801): Launched\u000a04:22:16.979848 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:22:17.601657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23803): Launched\u000a04:22:17.922763 run osmo-stp_10.42.42.5(pid=23804): Launched\u000a04:22:18.039932 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:22:18.624648 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23806): Launched\u000a04:22:18.946083 run osmo-msc_10.42.42.6(pid=23807): Launched\u000a04:22:19.133849 run osmo-stp_10.42.42.5(pid=23804): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23804)]\u000a04:22:19.269292 run osmo-stp_10.42.42.5(pid=23804): stdout: \u000a| (launched: 2022-12-09_04:22:17.765339)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:22:19.404824 run osmo-stp_10.42.42.5(pid=23804): stderr: \u000a| �[0;m�[38;5;43m20221209042217958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042217958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042217959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042217959 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042217959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042217959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042217959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:22:19.534114 run osmo-stp_10.42.42.5(pid=23804): stdout: \u000a| (launched: 2022-12-09_04:22:17.765339)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:22:19.662301 run osmo-stp_10.42.42.5(pid=23804): stderr: \u000a| �[0;m�[38;5;43m20221209042217958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042217958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042217959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042217959 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042217959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042217959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042217959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:22:19.719263 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23804): Process ended prematurely: osmo-stp_10.42.42.5(pid=23804) [trial-2354↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23804)] [trial-2354↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a04:22:19.728540 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a04:22:19.792801 run osmo-hlr_10.42.42.2(pid=23801): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23801)]\u000a04:22:19.845217 run osmo-hlr_10.42.42.2(pid=23801): stdout: \u000a| (launched: 2022-12-09_04:22:16.603754) \u000a04:22:19.898262 run osmo-hlr_10.42.42.2(pid=23801): stderr: \u000a| �[0;m�[1;31m20221209042216947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209042216947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209042216947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042216947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042216947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209042216947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209042216971 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209042216991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209042216991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209042216991 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:22:19.969926 run osmo-msc_10.42.42.6(pid=23807): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23807)]\u000a04:22:20.022280 run osmo-msc_10.42.42.6(pid=23807): stdout: \u000a| (launched: 2022-12-09_04:22:18.788454) \u000a04:22:20.075351 run osmo-msc_10.42.42.6(pid=23807): stderr: \u000a| �[0;m�[38;5;43m20221209042219111 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209042219112 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3c12963c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209042219112 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209042219112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209042219112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209042219112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209042219114 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209042219114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209042219114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209042219114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:22:20.120127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23800): Terminating (SIGTERM)\u000a04:22:20.162719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23803): Terminating (SIGTERM)\u000a04:22:20.205280 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23806): Terminating (SIGTERM)\u000a04:22:20.215161 --- ParallelTerminationStrategy: PID 23800 died...\u000a04:22:20.272204 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23800): Terminated: ok {rc=0}\u000a04:22:20.282499 --- ParallelTerminationStrategy: PID 23803 died...\u000a04:22:20.338970 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23803): Terminated: ok {rc=0}\u000a04:22:20.349156 --- ParallelTerminationStrategy: PID 23806 died...\u000a04:22:20.405342 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23806): Terminated: ok {rc=0}\u000a04:22:20.494208 bus /sierra_3: Setting Powered False\u000a04:22:21.602982 bus /sierra_3: Setting Powered False\u000a04:22:22.711521 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 190, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23815): Process ended prematurely: osmo-stp_10.42.42.5(pid=23815) [trial-2354↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23815)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23815): Process ended prematurely: osmo-stp_10.42.42.5(pid=23815) [trial-2354↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23815)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:22:23.826721 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:22:23.838974 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a04:22:24.004581 tst mo_mt_call_osmux.py: using LAC 19039\u000a04:22:24.131561 tst mo_mt_call_osmux.py: using RAC 169\u000a04:22:24.258529 tst mo_mt_call_osmux.py: using CellId 19039\u000a04:22:24.383077 tst mo_mt_call_osmux.py: using BVCI 19040\u000a04:22:24.407576 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:22:24.419149 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:22:24.430561 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:22:24.442550 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:22:24.454234 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:22:24.465855 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:22:24.581367 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:22:24.790813 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:22:25.294498 run create_hlr_db(pid=23809): Launched\u000a04:22:25.480365 bus /sierra_2: Setting Powered False\u000a04:22:26.490934 run create_hlr_db(pid=23809): Terminated: ok {rc=0}\u000a04:22:26.925066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23811): Launched\u000a04:22:27.246170 run osmo-hlr_10.42.42.2(pid=23812): Launched\u000a04:22:27.367729 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:22:27.923366 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23814): Launched\u000a04:22:28.244631 run osmo-stp_10.42.42.5(pid=23815): Launched\u000a04:22:28.362122 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:22:28.954676 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23817): Launched\u000a04:22:29.277476 run osmo-msc_10.42.42.6(pid=23818): Launched\u000a04:22:29.467523 run osmo-stp_10.42.42.5(pid=23815): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23815)]\u000a04:22:29.608814 run osmo-stp_10.42.42.5(pid=23815): stdout: \u000a| (launched: 2022-12-09_04:22:28.086700)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:22:29.745915 run osmo-stp_10.42.42.5(pid=23815): stderr: \u000a| �[0;m�[38;5;43m20221209042228277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042228277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042228277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042228278 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042228278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042228278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042228278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:22:29.875744 run osmo-stp_10.42.42.5(pid=23815): stdout: \u000a| (launched: 2022-12-09_04:22:28.086700)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:22:30.004453 run osmo-stp_10.42.42.5(pid=23815): stderr: \u000a| �[0;m�[38;5;43m20221209042228277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042228277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042228277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042228278 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042228278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042228278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042228278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:22:30.061582 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23815): Process ended prematurely: osmo-stp_10.42.42.5(pid=23815) [trial-2354↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23815)] [trial-2354↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a04:22:30.071051 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a04:22:30.135642 run osmo-hlr_10.42.42.2(pid=23812): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23812)]\u000a04:22:30.188155 run osmo-hlr_10.42.42.2(pid=23812): stdout: \u000a| (launched: 2022-12-09_04:22:27.088626) \u000a04:22:30.241150 run osmo-hlr_10.42.42.2(pid=23812): stderr: \u000a| �[0;m�[1;31m20221209042227287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209042227287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209042227287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042227287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042227287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209042227287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209042227300 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209042227308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209042227308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209042227308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:22:30.312893 run osmo-msc_10.42.42.6(pid=23818): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23818)]\u000a04:22:30.365187 run osmo-msc_10.42.42.6(pid=23818): stdout: \u000a| (launched: 2022-12-09_04:22:29.118773) \u000a04:22:30.418045 run osmo-msc_10.42.42.6(pid=23818): stderr: \u000a| �[0;m�[38;5;43m20221209042229442 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209042229442 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2bdf023c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209042229442 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209042229442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209042229442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209042229442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209042229444 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209042229444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209042229444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209042229445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:22:30.462836 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23811): Terminating (SIGTERM)\u000a04:22:30.505336 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23814): Terminating (SIGTERM)\u000a04:22:30.547975 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23817): Terminating (SIGTERM)\u000a04:22:30.557873 --- ParallelTerminationStrategy: PID 23811 died...\u000a04:22:30.614888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23811): Terminated: ok {rc=0}\u000a04:22:30.625211 --- ParallelTerminationStrategy: PID 23814 died...\u000a04:22:30.681935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23814): Terminated: ok {rc=0}\u000a04:22:30.692160 --- ParallelTerminationStrategy: PID 23817 died...\u000a04:22:30.749010 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23817): Terminated: ok {rc=0}\u000a04:22:30.849856 bus /sierra_3: Setting Powered False\u000a04:22:31.968132 bus /sierra_3: Setting Powered False\u000a04:22:33.082396 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "104", "name" : "voice_trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:22:13" }, { "cases" : [ { "testActions" : [ ], "age" : 26, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23830): Process ended prematurely: osmo-stp_10.42.42.5(pid=23830) [trial-2354↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23830)]", "failedSince" : 2329, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23830): Process ended prematurely: osmo-stp_10.42.42.5(pid=23830) [trial-2354↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23830)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a04:22:35.065517 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:22:35.076236 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:22:35.232031 tst mo_mt_call.py: using LAC 19040\u000a04:22:35.351511 tst mo_mt_call.py: using RAC 170\u000a04:22:35.469152 tst mo_mt_call.py: using CellId 19040\u000a04:22:35.586999 tst mo_mt_call.py: using BVCI 19041\u000a04:22:35.609948 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:22:35.620590 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:22:35.631058 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:22:35.641602 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:22:35.652039 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:22:35.663021 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a04:22:35.784024 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a04:22:35.994420 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:22:36.498969 run create_hlr_db(pid=23824): Launched\u000a04:22:36.684369 bus /sierra_2: Setting Powered False\u000a04:22:37.706444 run create_hlr_db(pid=23824): Terminated: ok {rc=0}\u000a04:22:38.108852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23826): Launched\u000a04:22:38.409661 run osmo-hlr_10.42.42.2(pid=23827): Launched\u000a04:22:38.520431 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:22:39.037620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23829): Launched\u000a04:22:39.336508 run osmo-stp_10.42.42.5(pid=23830): Launched\u000a04:22:39.446161 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:22:39.992355 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23832): Launched\u000a04:22:40.292922 run osmo-msc_10.42.42.6(pid=23833): Launched\u000a04:22:40.469434 run osmo-stp_10.42.42.5(pid=23830): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23830)]\u000a04:22:40.596625 run osmo-stp_10.42.42.5(pid=23830): stdout: \u000a| (launched: 2022-12-09_04:22:39.189379)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:22:40.721640 run osmo-stp_10.42.42.5(pid=23830): stderr: \u000a| �[0;m�[38;5;43m20221209042239359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042239359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042239360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042239360 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042239361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042239361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042239361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:22:40.842137 run osmo-stp_10.42.42.5(pid=23830): stdout: \u000a| (launched: 2022-12-09_04:22:39.189379)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:22:40.961725 run osmo-stp_10.42.42.5(pid=23830): stderr: \u000a| �[0;m�[38;5;43m20221209042239359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042239359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042239360 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042239360 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042239361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042239361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042239361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:22:41.014473 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23830): Process ended prematurely: osmo-stp_10.42.42.5(pid=23830) [trial-2354↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23830)] [trial-2354↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a04:22:41.023144 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a04:22:41.082588 run osmo-hlr_10.42.42.2(pid=23827): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23827)]\u000a04:22:41.131244 run osmo-hlr_10.42.42.2(pid=23827): stdout: \u000a| (launched: 2022-12-09_04:22:38.262016) \u000a04:22:41.180721 run osmo-hlr_10.42.42.2(pid=23827): stderr: \u000a| �[0;m�[1;31m20221209042238438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209042238438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209042238438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042238438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042238438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209042238438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209042238450 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209042238459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209042238459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209042238459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:22:41.248021 run osmo-msc_10.42.42.6(pid=23833): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23833)]\u000a04:22:41.296745 run osmo-msc_10.42.42.6(pid=23833): stdout: \u000a| (launched: 2022-12-09_04:22:40.144246) \u000a04:22:41.346216 run osmo-msc_10.42.42.6(pid=23833): stderr: \u000a| �[0;m�[38;5;43m20221209042240415 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209042240415 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feff9dc9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209042240415 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209042240415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209042240415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209042240415 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209042240417 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209042240419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209042240419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209042240419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:22:41.387832 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23826): Terminating (SIGTERM)\u000a04:22:41.427062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23829): Terminating (SIGTERM)\u000a04:22:41.466611 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23832): Terminating (SIGTERM)\u000a04:22:41.475736 --- ParallelTerminationStrategy: PID 23826 died...\u000a04:22:41.529009 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23826): Terminated: ok {rc=0}\u000a04:22:41.538667 --- ParallelTerminationStrategy: PID 23829 died...\u000a04:22:41.591750 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23829): Terminated: ok {rc=0}\u000a04:22:41.601392 --- ParallelTerminationStrategy: PID 23832 died...\u000a04:22:41.654193 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23832): Terminated: ok {rc=0}\u000a04:22:41.737627 bus /sierra_3: Setting Powered False\u000a04:22:42.840126 bus /sierra_3: Setting Powered False\u000a04:22:43.950818 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 190, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23841): Process ended prematurely: osmo-stp_10.42.42.5(pid=23841) [trial-2354↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23841)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23841): Process ended prematurely: osmo-stp_10.42.42.5(pid=23841) [trial-2354↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23841)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:22:45.059899 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:22:45.071379 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:22:45.226690 tst mo_mt_call_osmux.py: using LAC 19041\u000a04:22:45.343865 tst mo_mt_call_osmux.py: using RAC 171\u000a04:22:45.460441 tst mo_mt_call_osmux.py: using CellId 19041\u000a04:22:45.579540 tst mo_mt_call_osmux.py: using BVCI 19042\u000a04:22:45.602215 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:22:45.612850 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:22:45.623301 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:22:45.633841 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:22:45.644423 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:22:45.655012 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a04:22:45.773322 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a04:22:46.011052 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:22:46.543766 run create_hlr_db(pid=23835): Launched\u000a04:22:46.721113 bus /sierra_2: Setting Powered False\u000a04:22:47.751137 run create_hlr_db(pid=23835): Terminated: ok {rc=0}\u000a04:22:48.177971 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23837): Launched\u000a04:22:48.499461 run osmo-hlr_10.42.42.2(pid=23838): Launched\u000a04:22:48.620344 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:22:49.176474 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23840): Launched\u000a04:22:49.497076 run osmo-stp_10.42.42.5(pid=23841): Launched\u000a04:22:49.617271 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:22:50.201693 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23843): Launched\u000a04:22:50.522875 run osmo-msc_10.42.42.6(pid=23844): Launched\u000a04:22:50.711936 run osmo-stp_10.42.42.5(pid=23841): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23841)]\u000a04:22:50.848545 run osmo-stp_10.42.42.5(pid=23841): stdout: \u000a| (launched: 2022-12-09_04:22:49.339218)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:22:50.984631 run osmo-stp_10.42.42.5(pid=23841): stderr: \u000a| �[0;m�[38;5;43m20221209042249530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042249530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042249530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042249531 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042249531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042249531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042249531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:22:51.113999 run osmo-stp_10.42.42.5(pid=23841): stdout: \u000a| (launched: 2022-12-09_04:22:49.339218)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:22:51.242426 run osmo-stp_10.42.42.5(pid=23841): stderr: \u000a| �[0;m�[38;5;43m20221209042249530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042249530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042249530 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042249531 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042249531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042249531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042249531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:22:51.299041 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=23841): Process ended prematurely: osmo-stp_10.42.42.5(pid=23841) [trial-2354↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23841)] [trial-2354↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a04:22:51.308435 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a04:22:51.372791 run osmo-hlr_10.42.42.2(pid=23838): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23838)]\u000a04:22:51.425351 run osmo-hlr_10.42.42.2(pid=23838): stdout: \u000a| (launched: 2022-12-09_04:22:48.341761) \u000a04:22:51.478567 run osmo-hlr_10.42.42.2(pid=23838): stderr: \u000a| �[0;m�[1;31m20221209042248540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209042248540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209042248540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042248540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042248540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209042248540 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209042248552 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209042248560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209042248560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209042248560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:22:51.550772 run osmo-msc_10.42.42.6(pid=23844): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23844)]\u000a04:22:51.603446 run osmo-msc_10.42.42.6(pid=23844): stdout: \u000a| (launched: 2022-12-09_04:22:50.365318) \u000a04:22:51.656783 run osmo-msc_10.42.42.6(pid=23844): stderr: \u000a| �[0;m�[38;5;43m20221209042250688 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209042250689 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0f1110dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209042250689 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209042250689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209042250689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209042250689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209042250692 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209042250692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209042250692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209042250692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:22:51.701914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23837): Terminating (SIGTERM)\u000a04:22:51.744498 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23840): Terminating (SIGTERM)\u000a04:22:51.787254 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23843): Terminating (SIGTERM)\u000a04:22:51.797411 --- ParallelTerminationStrategy: PID 23837 died...\u000a04:22:51.854556 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23837): Terminated: ok {rc=0}\u000a04:22:51.864692 --- ParallelTerminationStrategy: PID 23840 died...\u000a04:22:51.921846 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23840): Terminated: ok {rc=0}\u000a04:22:51.932131 --- ParallelTerminationStrategy: PID 23843 died...\u000a04:22:51.989154 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23843): Terminated: ok {rc=0}\u000a04:22:52.078153 bus /sierra_3: Setting Powered False\u000a04:22:53.185742 bus /sierra_3: Setting Powered False\u000a04:22:54.294430 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "105", "name" : "voice_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:22:34" }, { "cases" : [ { "testActions" : [ ], "age" : 24, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=23855): Process ended prematurely: osmo-stp_10.42.42.5(pid=23855) [trial-2354↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23855)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=23855): Process ended prematurely: osmo-stp_10.42.42.5(pid=23855) [trial-2354↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23855)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 emergency:trx-lms emergency_mo_mt_call.py\u000a----------------------------------------------\u000a04:22:56.299740 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:22:56.310279 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a04:22:56.444535 tst emergency_mo_mt_call.py: using LAC 19042\u000a04:22:56.558050 tst emergency_mo_mt_call.py: using RAC 172\u000a04:22:56.671541 tst emergency_mo_mt_call.py: using CellId 19042\u000a04:22:56.786531 tst emergency_mo_mt_call.py: using BVCI 19043\u000a04:22:56.808609 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:22:56.819182 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:22:56.829529 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:22:56.839899 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:22:56.850284 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:22:56.860576 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a04:22:56.978061 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a04:22:57.185636 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:22:57.682263 run create_hlr_db(pid=23849): Launched\u000a04:22:57.865012 bus /sierra_2: Setting Powered False\u000a04:22:58.886199 run create_hlr_db(pid=23849): Terminated: ok {rc=0}\u000a04:22:59.305838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23851): Launched\u000a04:22:59.620906 run osmo-hlr_10.42.42.2(pid=23852): Launched\u000a04:22:59.738498 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:23:00.288511 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23854): Launched\u000a04:23:00.604382 run osmo-stp_10.42.42.5(pid=23855): Launched\u000a04:23:00.735501 tst emergency_mo_mt_call.py: using MSISDN 7022\u000a04:23:00.903470 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:23:01.518675 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23857): Launched\u000a04:23:01.968911 run osmo-msc_10.42.42.6(pid=23886): Launched\u000a04:23:02.363623 run osmo-stp_10.42.42.5(pid=23855): ERR: Terminated: ERROR {rc=1} [trial-2354↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23855)]\u000a04:23:02.651144 run osmo-stp_10.42.42.5(pid=23855): stdout: \u000a| (launched: 2022-12-09_04:23:00.448813)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:23:02.873440 run osmo-stp_10.42.42.5(pid=23855): stderr: \u000a| �[0;m�[38;5;43m20221209042300638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042300638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042300639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042300639 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042300640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042300640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042300640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:23:03.010295 run osmo-stp_10.42.42.5(pid=23855): stdout: \u000a| (launched: 2022-12-09_04:23:00.448813)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:23:03.148247 run osmo-stp_10.42.42.5(pid=23855): stderr: \u000a| �[0;m�[38;5;43m20221209042300638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042300638 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042300639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042300639 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042300640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042300640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042300640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:23:03.208865 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=23855): Process ended prematurely: osmo-stp_10.42.42.5(pid=23855) [trial-2354↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=23855)] [trial-2354↪emergency:trx-lms↪emergency_mo_mt_call.py:19]\u000a04:23:03.217737 tst emergency_mo_mt_call.py:19: Test FAILED (6.9 sec)\u000a04:23:03.293537 run osmo-hlr_10.42.42.2(pid=23852): ERR: Terminated: ERROR {rc=237} [trial-2354↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=23852)]\u000a04:23:03.350962 run osmo-hlr_10.42.42.2(pid=23852): stdout: \u000a| (launched: 2022-12-09_04:22:59.465666) \u000a04:23:03.413150 run osmo-hlr_10.42.42.2(pid=23852): stderr: \u000a| �[0;m�[1;31m20221209042259662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209042259662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209042259662 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042259663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042259663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209042259663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209042259674 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/emergency:trx-lms/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209042259683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209042259683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209042259683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:23:03.499531 run osmo-msc_10.42.42.6(pid=23886): ERR: Terminated: ERROR {rc=2} [trial-2354↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=23886)]\u000a04:23:03.562747 run osmo-msc_10.42.42.6(pid=23886): stdout: \u000a| (launched: 2022-12-09_04:23:01.695013) \u000a04:23:03.627026 run osmo-msc_10.42.42.6(pid=23886): stderr: \u000a| �[0;m�[38;5;43m20221209042302328 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209042302328 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1a6832bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209042302328 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209042302328 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209042302337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209042302337 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209042302339 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209042302339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209042302339 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209042302340 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:23:03.680567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23851): Terminating (SIGTERM)\u000a04:23:03.734157 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23854): Terminating (SIGTERM)\u000a04:23:03.790654 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23857): Terminating (SIGTERM)\u000a04:23:03.805324 --- ParallelTerminationStrategy: PID 23851 died...\u000a04:23:03.869541 run pcap-recorder_any(filters='host 10.42.42.2')(pid=23851): Terminated: ok {rc=0}\u000a04:23:03.884408 --- ParallelTerminationStrategy: PID 23854 died...\u000a04:23:03.950794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=23854): Terminated: ok {rc=0}\u000a04:23:03.961305 --- ParallelTerminationStrategy: PID 23857 died...\u000a04:23:04.030027 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=23857): Terminated: ok {rc=0}\u000a04:23:04.130515 bus /sierra_3: Setting Powered False\u000a04:23:05.242137 bus /sierra_3: Setting Powered False\u000a04:23:06.354832 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "emergency:trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24137): Process ended prematurely: osmo-stp_10.42.42.5(pid=24137) [trial-2354↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24137)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24137): Process ended prematurely: osmo-stp_10.42.42.5(pid=24137) [trial-2354↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24137)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 emergency:trx-lms emergency_preemptive_call.py\u000a----------------------------------------------\u000a04:23:07.408428 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:23:07.420419 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a04:23:07.558840 tst emergency_preemptive_call.py: using LAC 19043\u000a04:23:07.676617 tst emergency_preemptive_call.py: using RAC 173\u000a04:23:07.796081 tst emergency_preemptive_call.py: using CellId 19043\u000a04:23:07.913535 tst emergency_preemptive_call.py: using BVCI 19044\u000a04:23:07.936586 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:23:07.947617 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:23:07.958561 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:23:07.970023 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:23:07.981163 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:23:07.992056 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a04:23:08.108616 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a04:23:08.226335 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a04:23:08.343008 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a04:23:08.545676 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:23:09.071328 run create_hlr_db(pid=24131): Launched\u000a04:23:09.249495 bus /sierra_2: Setting Powered False\u000a04:23:10.273201 run create_hlr_db(pid=24131): Terminated: ok {rc=0}\u000a04:23:10.701887 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24133): Launched\u000a04:23:11.104799 run osmo-hlr_10.42.42.2(pid=24134): Launched\u000a04:23:11.335465 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:23:11.990159 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24136): Launched\u000a04:23:12.398506 run osmo-stp_10.42.42.5(pid=24137): Launched\u000a04:23:12.650124 tst emergency_preemptive_call.py: using MSISDN 7023\u000a04:23:12.859230 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:23:13.431982 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24139): Launched\u000a04:23:13.854143 run osmo-msc_10.42.42.6(pid=24140): Launched\u000a04:23:14.225485 run osmo-stp_10.42.42.5(pid=24137): ERR: Terminated: ERROR {rc=1} [trial-2354↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24137)]\u000a04:23:14.436268 run osmo-stp_10.42.42.5(pid=24137): stdout: \u000a| (launched: 2022-12-09_04:23:12.144341)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:23:14.573948 run osmo-stp_10.42.42.5(pid=24137): stderr: \u000a| �[0;m�[38;5;43m20221209042312480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042312480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042312480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042312485 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042312485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042312485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042312485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:23:14.705811 run osmo-stp_10.42.42.5(pid=24137): stdout: \u000a| (launched: 2022-12-09_04:23:12.144341)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:23:14.836895 run osmo-stp_10.42.42.5(pid=24137): stderr: \u000a| �[0;m�[38;5;43m20221209042312480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042312480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042312480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042312485 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042312485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042312485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042312485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:23:14.894270 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=24137): Process ended prematurely: osmo-stp_10.42.42.5(pid=24137) [trial-2354↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24137)] [trial-2354↪emergency:trx-lms↪emergency_preemptive_call.py:32]\u000a04:23:14.903965 tst emergency_preemptive_call.py:32: Test FAILED (7.5 sec)\u000a04:23:14.973475 run osmo-hlr_10.42.42.2(pid=24134): ERR: Terminated: ERROR {rc=237} [trial-2354↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24134)]\u000a04:23:15.028768 run osmo-hlr_10.42.42.2(pid=24134): stdout: \u000a| (launched: 2022-12-09_04:23:10.857435) \u000a04:23:15.084863 run osmo-hlr_10.42.42.2(pid=24134): stderr: \u000a| �[0;m�[1;31m20221209042311200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209042311200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209042311200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042311200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042311200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209042311200 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209042311223 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/emergency:trx-lms/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209042311232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209042311232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209042311232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:23:15.160585 run osmo-msc_10.42.42.6(pid=24140): ERR: Terminated: ERROR {rc=2} [trial-2354↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24140)]\u000a04:23:15.215919 run osmo-msc_10.42.42.6(pid=24140): stdout: \u000a| (launched: 2022-12-09_04:23:13.596242) \u000a04:23:15.272193 run osmo-msc_10.42.42.6(pid=24140): stderr: \u000a| �[0;m�[38;5;43m20221209042314095 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209042314095 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fefdb5c2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209042314095 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209042314095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209042314095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209042314095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209042314106 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209042314106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209042314106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209042314106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:23:15.318764 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24133): Terminating (SIGTERM)\u000a04:23:15.365079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24136): Terminating (SIGTERM)\u000a04:23:15.410361 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24139): Terminating (SIGTERM)\u000a04:23:15.421449 --- ParallelTerminationStrategy: PID 24133 died...\u000a04:23:15.483452 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24133): Terminated: ok {rc=0}\u000a04:23:15.494837 --- ParallelTerminationStrategy: PID 24136 died...\u000a04:23:15.555502 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24136): Terminated: ok {rc=0}\u000a04:23:15.566840 --- ParallelTerminationStrategy: PID 24139 died...\u000a04:23:15.627380 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24139): Terminated: ok {rc=0}\u000a04:23:15.720704 bus /sierra_9: Setting Powered False\u000a04:23:16.843522 bus /sierra_9: Setting Powered False\u000a04:23:17.970443 bus /sierra_8: Setting Powered False\u000a04:23:19.082015 bus /sierra_8: Setting Powered False\u000a04:23:20.198388 bus /sierra_3: Setting Powered False\u000a04:23:21.310463 bus /sierra_3: Setting Powered False\u000a04:23:22.426654 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 29.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "106", "name" : "emergency_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:22:56" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-lms", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24156): Process ended prematurely: osmo-stp_10.42.42.5(pid=24156) [trial-2354↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24156)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24156): Process ended prematurely: osmo-stp_10.42.42.5(pid=24156) [trial-2354↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24156)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-lms cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:23:24.588613 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:24.599655 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a04:23:24.742905 tst cs_paging_gprs_active.py: using LAC 19044\u000a04:23:24.867504 tst cs_paging_gprs_active.py: using RAC 174\u000a04:23:24.991343 tst cs_paging_gprs_active.py: using CellId 19044\u000a04:23:25.115824 tst cs_paging_gprs_active.py: using BVCI 19045\u000a04:23:25.140502 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:25.151662 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:25.162511 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:25.173787 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:25.184791 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:25.195845 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:25.207129 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:25.218201 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:25.229436 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a04:23:25.345500 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a04:23:25.640301 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:23:25.776553 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:23:26.111335 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24146): Launched\u000a04:23:26.390116 run iperf3-srv_10.42.42.10(pid=24147): Launched\u000a04:23:26.588267 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:23:26.723860 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:23:27.059136 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24148): Launched\u000a04:23:27.337736 run iperf3-srv_10.42.42.10(pid=24149): Launched\u000a04:23:27.536077 tst cs_paging_gprs_active.py:38: start network...\u000a04:23:27.671551 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:23:28.182848 run create_hlr_db(pid=24150): Launched\u000a04:23:28.370149 bus /sierra_2: Setting Powered False\u000a04:23:29.391569 run create_hlr_db(pid=24150): Terminated: ok {rc=0}\u000a04:23:29.797379 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24152): Launched\u000a04:23:30.100459 run osmo-hlr_10.42.42.2(pid=24153): Launched\u000a04:23:30.213446 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:23:30.738309 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24155): Launched\u000a04:23:31.084816 run osmo-stp_10.42.42.5(pid=24156): Launched\u000a04:23:31.280074 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:23:31.952090 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24158): Launched\u000a04:23:32.081828 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:23:32.378389 run patchelf(pid=24159): Launched\u000a04:23:32.555450 run osmo-stp_10.42.42.5(pid=24156): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24156)]\u000a04:23:32.684703 run osmo-stp_10.42.42.5(pid=24156): stdout: \u000a| (launched: 2022-12-09_04:23:30.901109)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:23:32.814243 run osmo-stp_10.42.42.5(pid=24156): stderr: \u000a| �[0;m�[38;5;43m20221209042331214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042331214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042331215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042331215 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042331216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042331216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042331216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:23:32.939020 run osmo-stp_10.42.42.5(pid=24156): stdout: \u000a| (launched: 2022-12-09_04:23:30.901109)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:23:33.063048 run osmo-stp_10.42.42.5(pid=24156): stderr: \u000a| �[0;m�[38;5;43m20221209042331214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042331214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042331215 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042331215 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042331216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042331216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042331216 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:23:33.207640 run patchelf(pid=24159): Terminating (SIGINT)\u000a04:23:33.377945 run patchelf(pid=24159): Terminated: ok {rc=0}\u000a04:23:33.409205 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=24156): Process ended prematurely: osmo-stp_10.42.42.5(pid=24156) [trial-2354↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24156)] [trial-2354↪gprs:trx-lms↪cs_paging_gprs_active.py:38]\u000a04:23:33.418502 tst cs_paging_gprs_active.py:38: Test FAILED (8.9 sec)\u000a04:23:33.479677 run osmo-hlr_10.42.42.2(pid=24153): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-lms↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24153)]\u000a04:23:33.529639 run osmo-hlr_10.42.42.2(pid=24153): stdout: \u000a| (launched: 2022-12-09_04:23:29.950940) \u000a04:23:33.579916 run osmo-hlr_10.42.42.2(pid=24153): stderr: \u000a| �[0;m�[1;31m20221209042330130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209042330130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209042330130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042330130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042330130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209042330130 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209042330142 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-lms/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209042330153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209042330153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209042330153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:23:33.622416 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24146): Terminating (SIGTERM)\u000a04:23:33.662469 run iperf3-srv_10.42.42.10(pid=24147): Terminating (SIGTERM)\u000a04:23:33.702788 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24148): Terminating (SIGTERM)\u000a04:23:33.743165 run iperf3-srv_10.42.42.10(pid=24149): Terminating (SIGTERM)\u000a04:23:33.783364 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24152): Terminating (SIGTERM)\u000a04:23:33.823398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24155): Terminating (SIGTERM)\u000a04:23:33.863435 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24158): Terminating (SIGTERM)\u000a04:23:33.872697 --- ParallelTerminationStrategy: PID 24146 died...\u000a04:23:33.926338 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24146): Terminated: ok {rc=0}\u000a04:23:33.935917 --- ParallelTerminationStrategy: PID 24147 died...\u000a04:23:33.989376 run iperf3-srv_10.42.42.10(pid=24147): Terminated {rc=256}\u000a04:23:33.998891 --- ParallelTerminationStrategy: PID 24148 died...\u000a04:23:34.052019 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24148): Terminated: ok {rc=0}\u000a04:23:34.061655 --- ParallelTerminationStrategy: PID 24149 died...\u000a04:23:34.114723 run iperf3-srv_10.42.42.10(pid=24149): Terminated {rc=256}\u000a04:23:34.124266 --- ParallelTerminationStrategy: PID 24152 died...\u000a04:23:34.177273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24152): Terminated: ok {rc=0}\u000a04:23:34.186791 --- ParallelTerminationStrategy: PID 24155 died...\u000a04:23:34.240063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24155): Terminated: ok {rc=0}\u000a04:23:34.249710 --- ParallelTerminationStrategy: PID 24158 died...\u000a04:23:34.302815 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24158): Terminated: ok {rc=0}\u000a04:23:34.391071 bus /gobi_0: Setting Powered False\u000a04:23:35.495467 bus /gobi_0: Setting Powered False\u000a04:23:36.602627 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "gprs:trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24168): Process ended prematurely: osmo-stp_10.42.42.5(pid=24168) [trial-2354↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24168)]", "failedSince" : 2142, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24168): Process ended prematurely: osmo-stp_10.42.42.5(pid=24168) [trial-2354↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24168)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-lms iperf3.py\u000a----------------------------------------------\u000a04:23:37.717799 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:37.729771 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a04:23:37.876888 tst iperf3.py: using LAC 19045\u000a04:23:38.004810 tst iperf3.py: using RAC 175\u000a04:23:38.131211 tst iperf3.py: using CellId 19045\u000a04:23:38.262297 tst iperf3.py: using BVCI 19046\u000a04:23:38.287184 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:38.298316 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:38.309145 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:38.320190 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:38.331144 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:38.342181 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:38.353338 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:38.364214 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:38.375393 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a04:23:38.669339 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:23:38.805329 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:23:39.140823 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24160): Launched\u000a04:23:39.422543 run iperf3-srv_10.42.42.10(pid=24161): Launched\u000a04:23:39.621190 tst iperf3.py:8: start network...\u000a04:23:39.757250 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:23:40.266574 run create_hlr_db(pid=24162): Launched\u000a04:23:40.453184 bus /gobi_6: Setting Powered False\u000a04:23:41.475223 run create_hlr_db(pid=24162): Terminated: ok {rc=0}\u000a04:23:41.908217 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24164): Launched\u000a04:23:42.233252 run osmo-hlr_10.42.42.2(pid=24165): Launched\u000a04:23:42.354662 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:23:42.920659 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24167): Launched\u000a04:23:43.245928 run osmo-stp_10.42.42.5(pid=24168): Launched\u000a04:23:43.363823 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:23:43.929278 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24170): Launched\u000a04:23:44.044829 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:23:44.328320 run patchelf(pid=24171): Launched\u000a04:23:44.516941 run osmo-stp_10.42.42.5(pid=24168): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24168)]\u000a04:23:44.654968 run osmo-stp_10.42.42.5(pid=24168): stdout: \u000a| (launched: 2022-12-09_04:23:43.085797)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:23:44.794194 run osmo-stp_10.42.42.5(pid=24168): stderr: \u000a| �[0;m�[38;5;43m20221209042343279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042343279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042343279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042343280 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042343280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042343280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042343280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:23:44.927965 run osmo-stp_10.42.42.5(pid=24168): stdout: \u000a| (launched: 2022-12-09_04:23:43.085797)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:23:45.060583 run osmo-stp_10.42.42.5(pid=24168): stderr: \u000a| �[0;m�[38;5;43m20221209042343279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042343279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042343279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042343280 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042343280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042343280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042343280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:23:45.215280 run patchelf(pid=24171): Terminating (SIGINT)\u000a04:23:45.396932 run patchelf(pid=24171): Terminated: ok {rc=0}\u000a04:23:45.430313 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24168): Process ended prematurely: osmo-stp_10.42.42.5(pid=24168) [trial-2354↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24168)] [trial-2354↪gprs:trx-lms↪iperf3.py:8]\u000a04:23:45.440123 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a04:23:45.504742 run osmo-hlr_10.42.42.2(pid=24165): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-lms↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24165)]\u000a04:23:45.556891 run osmo-hlr_10.42.42.2(pid=24165): stdout: \u000a| (launched: 2022-12-09_04:23:42.073378) \u000a04:23:45.609728 run osmo-hlr_10.42.42.2(pid=24165): stderr: \u000a| �[0;m�[1;31m20221209042342271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209042342271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209042342271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042342271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042342272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209042342272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209042342284 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-lms/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209042342292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209042342292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209042342292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:23:45.654824 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24160): Terminating (SIGTERM)\u000a04:23:45.697168 run iperf3-srv_10.42.42.10(pid=24161): Terminating (SIGTERM)\u000a04:23:45.739521 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24164): Terminating (SIGTERM)\u000a04:23:45.781939 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24167): Terminating (SIGTERM)\u000a04:23:45.824200 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24170): Terminating (SIGTERM)\u000a04:23:45.846360 --- ParallelTerminationStrategy: PID 24160 died...\u000a04:23:45.911060 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24160): Terminated: ok {rc=0}\u000a04:23:45.921626 --- ParallelTerminationStrategy: PID 24161 died...\u000a04:23:45.978609 run iperf3-srv_10.42.42.10(pid=24161): Terminated {rc=256}\u000a04:23:45.989258 --- ParallelTerminationStrategy: PID 24164 died...\u000a04:23:46.047134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24164): Terminated: ok {rc=0}\u000a04:23:46.058253 --- ParallelTerminationStrategy: PID 24167 died...\u000a04:23:46.117999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24167): Terminated: ok {rc=0}\u000a04:23:46.129209 --- ParallelTerminationStrategy: PID 24170 died...\u000a04:23:46.187954 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24170): Terminated: ok {rc=0}\u000a04:23:46.280750 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-lms", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24186): Process ended prematurely: osmo-stp_10.42.42.5(pid=24186) [trial-2354↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24186)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24186): Process ended prematurely: osmo-stp_10.42.42.5(pid=24186) [trial-2354↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24186)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-lms iperf3m4.py\u000a----------------------------------------------\u000a04:23:47.397484 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:47.409122 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a04:23:47.552202 tst iperf3m4.py: using LAC 19046\u000a04:23:47.684140 tst iperf3m4.py: using RAC 176\u000a04:23:47.810307 tst iperf3m4.py: using CellId 19046\u000a04:23:47.936598 tst iperf3m4.py: using BVCI 19047\u000a04:23:47.961301 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:47.972287 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:47.983112 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:47.994290 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:48.005323 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:48.016272 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:48.027498 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:48.038522 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:23:48.049715 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a04:23:48.170000 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a04:23:48.293160 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a04:23:48.407194 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a04:23:48.684163 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:23:48.810349 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:23:49.122078 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24172): Launched\u000a04:23:49.384076 run iperf3-srv_10.42.42.10(pid=24173): Launched\u000a04:23:49.566992 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:23:49.691791 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:23:50.003677 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24174): Launched\u000a04:23:50.264492 run iperf3-srv_10.42.42.10(pid=24175): Launched\u000a04:23:50.447553 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:23:50.572741 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:23:50.885636 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24176): Launched\u000a04:23:51.144747 run iperf3-srv_10.42.42.10(pid=24177): Launched\u000a04:23:51.327680 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:23:51.452678 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:23:51.764370 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24178): Launched\u000a04:23:52.023824 run iperf3-srv_10.42.42.10(pid=24179): Launched\u000a04:23:52.206645 tst iperf3m4.py:8: start network...\u000a04:23:52.331853 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:23:52.816253 run create_hlr_db(pid=24180): Launched\u000a04:23:52.988075 bus /gobi_6: Setting Powered False\u000a04:23:54.011289 run create_hlr_db(pid=24180): Terminated: ok {rc=0}\u000a04:23:54.412760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24182): Launched\u000a04:23:54.714466 run osmo-hlr_10.42.42.2(pid=24183): Launched\u000a04:23:54.833191 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:23:55.366103 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24185): Launched\u000a04:23:55.667898 run osmo-stp_10.42.42.5(pid=24186): Launched\u000a04:23:55.778470 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:23:56.303608 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24188): Launched\u000a04:23:56.410822 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:23:56.674313 run patchelf(pid=24189): Launched\u000a04:23:56.851420 run osmo-stp_10.42.42.5(pid=24186): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24186)]\u000a04:23:56.980074 run osmo-stp_10.42.42.5(pid=24186): stdout: \u000a| (launched: 2022-12-09_04:23:55.519617)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:23:57.109539 run osmo-stp_10.42.42.5(pid=24186): stderr: \u000a| �[0;m�[38;5;43m20221209042355690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042355690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042355690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042355690 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042355691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042355691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042355691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:23:57.234029 run osmo-stp_10.42.42.5(pid=24186): stdout: \u000a| (launched: 2022-12-09_04:23:55.519617)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:23:57.357694 run osmo-stp_10.42.42.5(pid=24186): stderr: \u000a| �[0;m�[38;5;43m20221209042355690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042355690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042355690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042355690 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042355691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042355691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042355691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:23:57.502526 run patchelf(pid=24189): Terminating (SIGINT)\u000a04:23:57.672781 run patchelf(pid=24189): Terminated: ok {rc=0}\u000a04:23:57.704005 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24186): Process ended prematurely: osmo-stp_10.42.42.5(pid=24186) [trial-2354↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24186)] [trial-2354↪gprs:trx-lms↪iperf3m4.py:8]\u000a04:23:57.713230 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a04:23:57.773875 run osmo-hlr_10.42.42.2(pid=24183): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-lms↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24183)]\u000a04:23:57.823202 run osmo-hlr_10.42.42.2(pid=24183): stdout: \u000a| (launched: 2022-12-09_04:23:54.566384) \u000a04:23:57.872846 run osmo-hlr_10.42.42.2(pid=24183): stderr: \u000a| �[0;m�[1;31m20221209042354746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209042354746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209042354746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042354746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042354746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209042354746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209042354758 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-lms/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209042354769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209042354769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209042354769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:23:57.915047 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24172): Terminating (SIGTERM)\u000a04:23:57.954665 run iperf3-srv_10.42.42.10(pid=24173): Terminating (SIGTERM)\u000a04:23:57.994363 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24174): Terminating (SIGTERM)\u000a04:23:58.034334 run iperf3-srv_10.42.42.10(pid=24175): Terminating (SIGTERM)\u000a04:23:58.074040 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24176): Terminating (SIGTERM)\u000a04:23:58.113720 run iperf3-srv_10.42.42.10(pid=24177): Terminating (SIGTERM)\u000a04:23:58.153592 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24178): Terminating (SIGTERM)\u000a04:23:58.193066 run iperf3-srv_10.42.42.10(pid=24179): Terminating (SIGTERM)\u000a04:23:58.232691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24182): Terminating (SIGTERM)\u000a04:23:58.272466 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24185): Terminating (SIGTERM)\u000a04:23:58.312071 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24188): Terminating (SIGTERM)\u000a04:23:58.321253 --- ParallelTerminationStrategy: PID 24172 died...\u000a04:23:58.374245 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24172): Terminated: ok {rc=0}\u000a04:23:58.383805 --- ParallelTerminationStrategy: PID 24173 died...\u000a04:23:58.436614 run iperf3-srv_10.42.42.10(pid=24173): Terminated {rc=256}\u000a04:23:58.446080 --- ParallelTerminationStrategy: PID 24174 died...\u000a04:23:58.499491 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24174): Terminated: ok {rc=0}\u000a04:23:58.509154 --- ParallelTerminationStrategy: PID 24175 died...\u000a04:23:58.561947 run iperf3-srv_10.42.42.10(pid=24175): Terminated {rc=256}\u000a04:23:58.571469 --- ParallelTerminationStrategy: PID 24176 died...\u000a04:23:58.624253 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24176): Terminated: ok {rc=0}\u000a04:23:58.633850 --- ParallelTerminationStrategy: PID 24177 died...\u000a04:23:58.686747 run iperf3-srv_10.42.42.10(pid=24177): Terminated {rc=256}\u000a04:23:58.696203 --- ParallelTerminationStrategy: PID 24178 died...\u000a04:23:58.749313 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24178): Terminated: ok {rc=0}\u000a04:23:58.758901 --- ParallelTerminationStrategy: PID 24179 died...\u000a04:23:58.812518 run iperf3-srv_10.42.42.10(pid=24179): Terminated {rc=256}\u000a04:23:58.822137 --- ParallelTerminationStrategy: PID 24182 died...\u000a04:23:58.874853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24182): Terminated: ok {rc=0}\u000a04:23:58.884328 --- ParallelTerminationStrategy: PID 24185 died...\u000a04:23:58.937680 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24185): Terminated: ok {rc=0}\u000a04:23:58.947327 --- ParallelTerminationStrategy: PID 24188 died...\u000a04:23:59.000411 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24188): Terminated: ok {rc=0}\u000a04:23:59.090354 bus /gobi_4: Setting Powered False\u000a04:24:00.197792 bus /gobi_4: Setting Powered False\u000a04:24:01.309755 bus /gobi_1: Setting Powered False\u000a04:24:02.411177 bus /gobi_1: Setting Powered False\u000a04:24:03.523789 bus /gobi_0: Setting Powered False\u000a04:24:04.626971 bus /gobi_0: Setting Powered False\u000a04:24:05.739177 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 28, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24197): Process ended prematurely: osmo-stp_10.42.42.5(pid=24197) [trial-2354↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24197)]", "failedSince" : 2327, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24197): Process ended prematurely: osmo-stp_10.42.42.5(pid=24197) [trial-2354↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24197)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-lms ping.py\u000a----------------------------------------------\u000a04:24:06.809117 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:24:06.820647 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a04:24:06.964591 tst ping.py: using LAC 19047\u000a04:24:07.089825 tst ping.py: using RAC 177\u000a04:24:07.214216 tst ping.py: using CellId 19047\u000a04:24:07.339341 tst ping.py: using BVCI 19048\u000a04:24:07.363572 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:24:07.374647 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:24:07.385710 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:24:07.396758 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:24:07.407794 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:24:07.418881 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:24:07.430024 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:24:07.441225 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a04:24:07.716409 tst ping.py:19: start network...\u000a04:24:07.840169 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:24:08.316390 run create_hlr_db(pid=24191): Launched\u000a04:24:08.487314 bus /gobi_6: Setting Powered False\u000a04:24:09.509078 run create_hlr_db(pid=24191): Terminated: ok {rc=0}\u000a04:24:09.933300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24193): Launched\u000a04:24:10.251810 run osmo-hlr_10.42.42.2(pid=24194): Launched\u000a04:24:10.371727 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:24:10.930823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24196): Launched\u000a04:24:11.249313 run osmo-stp_10.42.42.5(pid=24197): Launched\u000a04:24:11.366754 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:24:11.885357 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24199): Launched\u000a04:24:11.990236 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:24:12.249325 run patchelf(pid=24200): Launched\u000a04:24:12.423431 run osmo-stp_10.42.42.5(pid=24197): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24197)]\u000a04:24:12.550595 run osmo-stp_10.42.42.5(pid=24197): stdout: \u000a| (launched: 2022-12-09_04:24:11.092043)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:24:12.678366 run osmo-stp_10.42.42.5(pid=24197): stderr: \u000a| �[0;m�[38;5;43m20221209042411282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042411282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042411282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042411283 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042411285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042411285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042411285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:24:12.801773 run osmo-stp_10.42.42.5(pid=24197): stdout: \u000a| (launched: 2022-12-09_04:24:11.092043)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:24:12.924747 run osmo-stp_10.42.42.5(pid=24197): stderr: \u000a| �[0;m�[38;5;43m20221209042411282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042411282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042411282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042411283 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042411285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042411285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042411285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:24:13.067799 run patchelf(pid=24200): Terminating (SIGINT)\u000a04:24:13.236050 run patchelf(pid=24200): Terminated: ok {rc=0}\u000a04:24:13.266644 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=24197): Process ended prematurely: osmo-stp_10.42.42.5(pid=24197) [trial-2354↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24197)] [trial-2354↪gprs:trx-lms↪ping.py:22]\u000a04:24:13.275304 tst ping.py:22: Test FAILED (6.5 sec)\u000a04:24:13.335808 run osmo-hlr_10.42.42.2(pid=24194): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-lms↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24194)]\u000a04:24:13.385093 run osmo-hlr_10.42.42.2(pid=24194): stdout: \u000a| (launched: 2022-12-09_04:24:10.094266) \u000a04:24:13.435103 run osmo-hlr_10.42.42.2(pid=24194): stderr: \u000a| �[0;m�[1;31m20221209042410294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209042410294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209042410294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042410294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042410294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209042410294 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209042410306 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-lms/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209042410314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209042410314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209042410315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:24:13.477582 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24193): Terminating (SIGTERM)\u000a04:24:13.517588 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24196): Terminating (SIGTERM)\u000a04:24:13.557498 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24199): Terminating (SIGTERM)\u000a04:24:13.566816 --- ParallelTerminationStrategy: PID 24193 died...\u000a04:24:13.620750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24193): Terminated: ok {rc=0}\u000a04:24:13.630564 --- ParallelTerminationStrategy: PID 24196 died...\u000a04:24:13.684145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24196): Terminated: ok {rc=0}\u000a04:24:13.693949 --- ParallelTerminationStrategy: PID 24199 died...\u000a04:24:13.747619 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24199): Terminated: ok {rc=0}\u000a04:24:13.838343 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 35, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24207): Process ended prematurely: osmo-stp_10.42.42.5(pid=24207) [trial-2354↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24207)]", "failedSince" : 2320, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24207): Process ended prematurely: osmo-stp_10.42.42.5(pid=24207) [trial-2354↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24207)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-lms ping_idle_ping.py\u000a----------------------------------------------\u000a04:24:14.890854 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:24:14.902941 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a04:24:15.040070 tst ping_idle_ping.py: using LAC 19048\u000a04:24:15.157652 tst ping_idle_ping.py: using RAC 178\u000a04:24:15.274400 tst ping_idle_ping.py: using CellId 19048\u000a04:24:15.390865 tst ping_idle_ping.py: using BVCI 19049\u000a04:24:15.413669 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:24:15.424371 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:24:15.435079 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:24:15.445678 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:24:15.456088 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:24:15.466441 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:24:15.476869 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a04:24:15.487632 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a04:24:15.777411 tst ping_idle_ping.py:24: start network...\u000a04:24:15.928040 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:24:16.503170 run create_hlr_db(pid=24201): Launched\u000a04:24:16.742150 bus /gobi_6: Setting Powered False\u000a04:24:17.704882 run create_hlr_db(pid=24201): Terminated: ok {rc=0}\u000a04:24:18.198478 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24203): Launched\u000a04:24:18.519295 run osmo-hlr_10.42.42.2(pid=24204): Launched\u000a04:24:18.639738 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:24:19.195534 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24206): Launched\u000a04:24:19.514409 run osmo-stp_10.42.42.5(pid=24207): Launched\u000a04:24:19.632004 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:24:20.190843 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24209): Launched\u000a04:24:20.305347 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:24:20.585274 run patchelf(pid=24210): Launched\u000a04:24:20.771739 run osmo-stp_10.42.42.5(pid=24207): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24207)]\u000a04:24:20.908547 run osmo-stp_10.42.42.5(pid=24207): stdout: \u000a| (launched: 2022-12-09_04:24:19.357542)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:24:21.045245 run osmo-stp_10.42.42.5(pid=24207): stderr: \u000a| �[0;m�[38;5;43m20221209042419551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042419551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042419551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042419551 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042419552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042419552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042419552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:24:21.177387 run osmo-stp_10.42.42.5(pid=24207): stdout: \u000a| (launched: 2022-12-09_04:24:19.357542)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:24:21.308427 run osmo-stp_10.42.42.5(pid=24207): stderr: \u000a| �[0;m�[38;5;43m20221209042419551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042419551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042419551 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042419551 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042419552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042419552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042419552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:24:21.460908 run patchelf(pid=24210): Terminating (SIGINT)\u000a04:24:21.640025 run patchelf(pid=24210): Terminated: ok {rc=0}\u000a04:24:21.672599 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=24207): Process ended prematurely: osmo-stp_10.42.42.5(pid=24207) [trial-2354↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24207)] [trial-2354↪gprs:trx-lms↪ping_idle_ping.py:27]\u000a04:24:21.682088 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a04:24:21.747132 run osmo-hlr_10.42.42.2(pid=24204): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-lms↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24204)]\u000a04:24:21.799849 run osmo-hlr_10.42.42.2(pid=24204): stdout: \u000a| (launched: 2022-12-09_04:24:18.360813) \u000a04:24:21.853189 run osmo-hlr_10.42.42.2(pid=24204): stderr: \u000a| �[0;m�[1;31m20221209042418561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209042418561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209042418561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042418561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042418561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209042418561 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209042418573 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-lms/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209042418582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209042418582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209042418582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:24:21.898588 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24203): Terminating (SIGTERM)\u000a04:24:21.941466 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24206): Terminating (SIGTERM)\u000a04:24:21.984447 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24209): Terminating (SIGTERM)\u000a04:24:21.994429 --- ParallelTerminationStrategy: PID 24203 died...\u000a04:24:22.051412 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24203): Terminated: ok {rc=0}\u000a04:24:22.062132 --- ParallelTerminationStrategy: PID 24206 died...\u000a04:24:22.119183 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24206): Terminated: ok {rc=0}\u000a04:24:22.129545 --- ParallelTerminationStrategy: PID 24209 died...\u000a04:24:22.186235 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24209): Terminated: ok {rc=0}\u000a04:24:22.274774 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "107", "name" : "gprs_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:23:24" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24224): Process ended prematurely: osmo-stp_10.42.42.5(pid=24224) [trial-2354↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24224)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24224): Process ended prematurely: osmo-stp_10.42.42.5(pid=24224) [trial-2354↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24224)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-lms+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:24:24.436317 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:24.447833 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:24:24.594042 tst cs_paging_gprs_active.py: using LAC 19049\u000a04:24:24.722483 tst cs_paging_gprs_active.py: using RAC 179\u000a04:24:24.850886 tst cs_paging_gprs_active.py: using CellId 19049\u000a04:24:24.976768 tst cs_paging_gprs_active.py: using BVCI 19050\u000a04:24:25.001641 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:25.012995 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:25.024047 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:25.035588 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:25.046803 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:25.058173 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:25.070412 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:25.082131 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:25.093365 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:24:25.211019 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:24:25.506841 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:24:25.642660 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:24:25.979238 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24214): Launched\u000a04:24:26.258747 run iperf3-srv_10.42.42.10(pid=24215): Launched\u000a04:24:26.457622 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:24:26.593071 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:24:26.929408 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24216): Launched\u000a04:24:27.209124 run iperf3-srv_10.42.42.10(pid=24217): Launched\u000a04:24:27.407857 tst cs_paging_gprs_active.py:38: start network...\u000a04:24:27.543763 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:24:28.055333 run create_hlr_db(pid=24218): Launched\u000a04:24:28.242432 bus /gobi_6: Setting Powered False\u000a04:24:29.263889 run create_hlr_db(pid=24218): Terminated: ok {rc=0}\u000a04:24:29.672271 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24220): Launched\u000a04:24:29.975377 run osmo-hlr_10.42.42.2(pid=24221): Launched\u000a04:24:30.095440 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:24:30.626584 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24223): Launched\u000a04:24:31.006397 run osmo-stp_10.42.42.5(pid=24224): Launched\u000a04:24:31.241322 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:24:31.837302 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24226): Launched\u000a04:24:31.987014 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:24:32.305405 run patchelf(pid=24227): Launched\u000a04:24:32.500482 run osmo-stp_10.42.42.5(pid=24224): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24224)]\u000a04:24:32.639690 run osmo-stp_10.42.42.5(pid=24224): stdout: \u000a| (launched: 2022-12-09_04:24:30.780089)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:24:32.779677 run osmo-stp_10.42.42.5(pid=24224): stderr: \u000a| �[0;m�[38;5;43m20221209042431082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042431083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042431084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042431084 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042431085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042431085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042431086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:24:32.915032 run osmo-stp_10.42.42.5(pid=24224): stdout: \u000a| (launched: 2022-12-09_04:24:30.780089)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:24:33.049333 run osmo-stp_10.42.42.5(pid=24224): stderr: \u000a| �[0;m�[38;5;43m20221209042431082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042431083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042431084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042431084 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042431085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042431085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042431086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:24:33.206226 run patchelf(pid=24227): Terminating (SIGINT)\u000a04:24:33.389930 run patchelf(pid=24227): Terminated: ok {rc=0}\u000a04:24:33.423761 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=24224): Process ended prematurely: osmo-stp_10.42.42.5(pid=24224) [trial-2354↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24224)] [trial-2354↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a04:24:33.433929 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a04:24:33.498680 run osmo-hlr_10.42.42.2(pid=24221): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24221)]\u000a04:24:33.551059 run osmo-hlr_10.42.42.2(pid=24221): stdout: \u000a| (launched: 2022-12-09_04:24:29.826112) \u000a04:24:33.603987 run osmo-hlr_10.42.42.2(pid=24221): stderr: \u000a| �[0;m�[1;31m20221209042430002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209042430002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209042430002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042430002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042430002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209042430002 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209042430014 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-lms+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209042430023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209042430023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209042430023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:24:33.649050 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24214): Terminating (SIGTERM)\u000a04:24:33.691179 run iperf3-srv_10.42.42.10(pid=24215): Terminating (SIGTERM)\u000a04:24:33.734572 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24216): Terminating (SIGTERM)\u000a04:24:33.777123 run iperf3-srv_10.42.42.10(pid=24217): Terminating (SIGTERM)\u000a04:24:33.819921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24220): Terminating (SIGTERM)\u000a04:24:33.862431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24223): Terminating (SIGTERM)\u000a04:24:33.904375 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24226): Terminating (SIGTERM)\u000a04:24:33.914097 --- ParallelTerminationStrategy: PID 24214 died...\u000a04:24:33.971327 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24214): Terminated: ok {rc=0}\u000a04:24:33.981620 --- ParallelTerminationStrategy: PID 24215 died...\u000a04:24:34.037959 run iperf3-srv_10.42.42.10(pid=24215): Terminated {rc=256}\u000a04:24:34.048140 --- ParallelTerminationStrategy: PID 24216 died...\u000a04:24:34.104715 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24216): Terminated: ok {rc=0}\u000a04:24:34.114872 --- ParallelTerminationStrategy: PID 24217 died...\u000a04:24:34.171015 run iperf3-srv_10.42.42.10(pid=24217): Terminated {rc=256}\u000a04:24:34.181438 --- ParallelTerminationStrategy: PID 24220 died...\u000a04:24:34.237681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24220): Terminated: ok {rc=0}\u000a04:24:34.248153 --- ParallelTerminationStrategy: PID 24223 died...\u000a04:24:34.304761 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24223): Terminated: ok {rc=0}\u000a04:24:34.314992 --- ParallelTerminationStrategy: PID 24226 died...\u000a04:24:34.372013 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24226): Terminated: ok {rc=0}\u000a04:24:34.459428 bus /gobi_0: Setting Powered False\u000a04:24:35.567327 bus /gobi_0: Setting Powered False\u000a04:24:36.675995 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24236): Process ended prematurely: osmo-stp_10.42.42.5(pid=24236) [trial-2354↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24236)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24236): Process ended prematurely: osmo-stp_10.42.42.5(pid=24236) [trial-2354↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24236)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-lms+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a04:24:37.791188 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:37.803253 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:24:37.948628 tst iperf3.py: using LAC 19050\u000a04:24:38.077535 tst iperf3.py: using RAC 180\u000a04:24:38.203734 tst iperf3.py: using CellId 19050\u000a04:24:38.334564 tst iperf3.py: using BVCI 19051\u000a04:24:38.359347 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:38.370759 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:38.381932 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:38.393454 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:38.404730 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:38.416048 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:38.428203 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:38.439258 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:38.450790 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:24:38.744240 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:24:38.880419 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:24:39.219520 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24228): Launched\u000a04:24:39.498598 run iperf3-srv_10.42.42.10(pid=24229): Launched\u000a04:24:39.697065 tst iperf3.py:8: start network...\u000a04:24:39.833358 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:24:40.341535 run create_hlr_db(pid=24230): Launched\u000a04:24:40.536275 bus /gobi_6: Setting Powered False\u000a04:24:41.550271 run create_hlr_db(pid=24230): Terminated: ok {rc=0}\u000a04:24:41.959691 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24232): Launched\u000a04:24:42.263758 run osmo-hlr_10.42.42.2(pid=24233): Launched\u000a04:24:42.376762 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:24:42.900767 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24235): Launched\u000a04:24:43.203089 run osmo-stp_10.42.42.5(pid=24236): Launched\u000a04:24:43.315035 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:24:43.841105 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24238): Launched\u000a04:24:43.948161 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:24:44.213059 run patchelf(pid=24239): Launched\u000a04:24:44.388863 run osmo-stp_10.42.42.5(pid=24236): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24236)]\u000a04:24:44.517711 run osmo-stp_10.42.42.5(pid=24236): stdout: \u000a| (launched: 2022-12-09_04:24:43.053531)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:24:44.646637 run osmo-stp_10.42.42.5(pid=24236): stderr: \u000a| �[0;m�[38;5;43m20221209042443225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042443225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042443226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042443226 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042443226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042443226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042443227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:24:44.771139 run osmo-stp_10.42.42.5(pid=24236): stdout: \u000a| (launched: 2022-12-09_04:24:43.053531)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:24:44.894582 run osmo-stp_10.42.42.5(pid=24236): stderr: \u000a| �[0;m�[38;5;43m20221209042443225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042443225 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042443226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042443226 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042443226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042443226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042443227 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:24:45.039267 run patchelf(pid=24239): Terminating (SIGINT)\u000a04:24:45.210156 run patchelf(pid=24239): Terminated: ok {rc=0}\u000a04:24:45.241351 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24236): Process ended prematurely: osmo-stp_10.42.42.5(pid=24236) [trial-2354↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24236)] [trial-2354↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8]\u000a04:24:45.250497 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a04:24:45.311180 run osmo-hlr_10.42.42.2(pid=24233): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24233)]\u000a04:24:45.360554 run osmo-hlr_10.42.42.2(pid=24233): stdout: \u000a| (launched: 2022-12-09_04:24:42.114127) \u000a04:24:45.410608 run osmo-hlr_10.42.42.2(pid=24233): stderr: \u000a| �[0;m�[1;31m20221209042442289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209042442289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209042442289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042442289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042442289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209042442289 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209042442301 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-lms+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209042442311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209042442311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209042442311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:24:45.453075 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24228): Terminating (SIGTERM)\u000a04:24:45.492831 run iperf3-srv_10.42.42.10(pid=24229): Terminating (SIGTERM)\u000a04:24:45.532808 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24232): Terminating (SIGTERM)\u000a04:24:45.572985 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24235): Terminating (SIGTERM)\u000a04:24:45.612815 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24238): Terminating (SIGTERM)\u000a04:24:45.622181 --- ParallelTerminationStrategy: PID 24228 died...\u000a04:24:45.675541 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24228): Terminated: ok {rc=0}\u000a04:24:45.685216 --- ParallelTerminationStrategy: PID 24229 died...\u000a04:24:45.738222 run iperf3-srv_10.42.42.10(pid=24229): Terminated {rc=256}\u000a04:24:45.747734 --- ParallelTerminationStrategy: PID 24232 died...\u000a04:24:45.800916 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24232): Terminated: ok {rc=0}\u000a04:24:45.810585 --- ParallelTerminationStrategy: PID 24235 died...\u000a04:24:45.868877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24235): Terminated: ok {rc=0}\u000a04:24:45.879074 --- ParallelTerminationStrategy: PID 24238 died...\u000a04:24:45.951576 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24238): Terminated: ok {rc=0}\u000a04:24:46.037138 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24254): Process ended prematurely: osmo-stp_10.42.42.5(pid=24254) [trial-2354↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24254)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24254): Process ended prematurely: osmo-stp_10.42.42.5(pid=24254) [trial-2354↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24254)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-lms+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a04:24:47.156914 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:47.169997 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:24:47.321262 tst iperf3m4.py: using LAC 19051\u000a04:24:47.449697 tst iperf3m4.py: using RAC 181\u000a04:24:47.590182 tst iperf3m4.py: using CellId 19051\u000a04:24:47.715345 tst iperf3m4.py: using BVCI 19052\u000a04:24:47.740287 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:47.751758 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:47.763309 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:47.774757 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:47.785988 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:47.797281 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:47.808581 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:47.819809 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:24:47.831387 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:24:47.951135 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:24:48.071536 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:24:48.191735 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:24:48.471948 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:24:48.597780 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:24:48.911839 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24240): Launched\u000a04:24:49.173451 run iperf3-srv_10.42.42.10(pid=24241): Launched\u000a04:24:49.357227 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:24:49.482441 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:24:49.796245 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24242): Launched\u000a04:24:50.057396 run iperf3-srv_10.42.42.10(pid=24243): Launched\u000a04:24:50.241636 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:24:50.367277 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:24:50.680731 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24244): Launched\u000a04:24:50.941677 run iperf3-srv_10.42.42.10(pid=24245): Launched\u000a04:24:51.125046 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:24:51.251094 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:24:51.564113 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24246): Launched\u000a04:24:51.824922 run iperf3-srv_10.42.42.10(pid=24247): Launched\u000a04:24:52.008208 tst iperf3m4.py:8: start network...\u000a04:24:52.133781 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:24:52.620045 run create_hlr_db(pid=24248): Launched\u000a04:24:52.793939 bus /gobi_6: Setting Powered False\u000a04:24:53.815983 run create_hlr_db(pid=24248): Terminated: ok {rc=0}\u000a04:24:54.245538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24250): Launched\u000a04:24:54.570600 run osmo-hlr_10.42.42.2(pid=24251): Launched\u000a04:24:54.693615 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:24:55.260572 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24253): Launched\u000a04:24:55.587086 run osmo-stp_10.42.42.5(pid=24254): Launched\u000a04:24:55.705052 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:24:56.270979 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24256): Launched\u000a04:24:56.387031 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:24:56.669880 run patchelf(pid=24257): Launched\u000a04:24:56.860207 run osmo-stp_10.42.42.5(pid=24254): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24254)]\u000a04:24:56.999108 run osmo-stp_10.42.42.5(pid=24254): stdout: \u000a| (launched: 2022-12-09_04:24:55.426074)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:24:57.138426 run osmo-stp_10.42.42.5(pid=24254): stderr: \u000a| �[0;m�[38;5;43m20221209042455621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042455621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042455621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042455622 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042455622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042455622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042455622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:24:57.272935 run osmo-stp_10.42.42.5(pid=24254): stdout: \u000a| (launched: 2022-12-09_04:24:55.426074)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:24:57.406295 run osmo-stp_10.42.42.5(pid=24254): stderr: \u000a| �[0;m�[38;5;43m20221209042455621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042455621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042455621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042455622 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042455622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042455622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042455622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:24:57.562222 run patchelf(pid=24257): Terminating (SIGINT)\u000a04:24:57.744557 run patchelf(pid=24257): Terminated: ok {rc=0}\u000a04:24:57.778468 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24254): Process ended prematurely: osmo-stp_10.42.42.5(pid=24254) [trial-2354↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24254)] [trial-2354↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8]\u000a04:24:57.788350 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a04:24:57.853537 run osmo-hlr_10.42.42.2(pid=24251): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24251)]\u000a04:24:57.905888 run osmo-hlr_10.42.42.2(pid=24251): stdout: \u000a| (launched: 2022-12-09_04:24:54.410302) \u000a04:24:57.958858 run osmo-hlr_10.42.42.2(pid=24251): stderr: \u000a| �[0;m�[1;31m20221209042454611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209042454611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209042454611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042454611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042454611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209042454611 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209042454623 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-lms+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209042454632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209042454632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209042454632 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:24:58.003562 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24240): Terminating (SIGTERM)\u000a04:24:58.046073 run iperf3-srv_10.42.42.10(pid=24241): Terminating (SIGTERM)\u000a04:24:58.090656 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24242): Terminating (SIGTERM)\u000a04:24:58.132790 run iperf3-srv_10.42.42.10(pid=24243): Terminating (SIGTERM)\u000a04:24:58.175202 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24244): Terminating (SIGTERM)\u000a04:24:58.217628 run iperf3-srv_10.42.42.10(pid=24245): Terminating (SIGTERM)\u000a04:24:58.260016 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24246): Terminating (SIGTERM)\u000a04:24:58.302433 run iperf3-srv_10.42.42.10(pid=24247): Terminating (SIGTERM)\u000a04:24:58.344814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24250): Terminating (SIGTERM)\u000a04:24:58.387030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24253): Terminating (SIGTERM)\u000a04:24:58.429031 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24256): Terminating (SIGTERM)\u000a04:24:58.438941 --- ParallelTerminationStrategy: PID 24240 died...\u000a04:24:58.495683 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24240): Terminated: ok {rc=0}\u000a04:24:58.505883 --- ParallelTerminationStrategy: PID 24241 died...\u000a04:24:58.562350 run iperf3-srv_10.42.42.10(pid=24241): Terminated {rc=256}\u000a04:24:58.572508 --- ParallelTerminationStrategy: PID 24242 died...\u000a04:24:58.629219 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24242): Terminated: ok {rc=0}\u000a04:24:58.639631 --- ParallelTerminationStrategy: PID 24243 died...\u000a04:24:58.695997 run iperf3-srv_10.42.42.10(pid=24243): Terminated {rc=256}\u000a04:24:58.706204 --- ParallelTerminationStrategy: PID 24244 died...\u000a04:24:58.762981 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24244): Terminated: ok {rc=0}\u000a04:24:58.773478 --- ParallelTerminationStrategy: PID 24245 died...\u000a04:24:58.830015 run iperf3-srv_10.42.42.10(pid=24245): Terminated {rc=256}\u000a04:24:58.840102 --- ParallelTerminationStrategy: PID 24246 died...\u000a04:24:58.896549 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24246): Terminated: ok {rc=0}\u000a04:24:58.906947 --- ParallelTerminationStrategy: PID 24247 died...\u000a04:24:58.963674 run iperf3-srv_10.42.42.10(pid=24247): Terminated {rc=256}\u000a04:24:58.973894 --- ParallelTerminationStrategy: PID 24250 died...\u000a04:24:59.030353 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24250): Terminated: ok {rc=0}\u000a04:24:59.040712 --- ParallelTerminationStrategy: PID 24253 died...\u000a04:24:59.097223 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24253): Terminated: ok {rc=0}\u000a04:24:59.107734 --- ParallelTerminationStrategy: PID 24256 died...\u000a04:24:59.163970 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24256): Terminated: ok {rc=0}\u000a04:24:59.252248 bus /gobi_4: Setting Powered False\u000a04:25:00.359427 bus /gobi_4: Setting Powered False\u000a04:25:01.488319 bus /gobi_1: Setting Powered False\u000a04:25:02.599316 bus /gobi_1: Setting Powered False\u000a04:25:03.711482 bus /gobi_0: Setting Powered False\u000a04:25:04.815619 bus /gobi_0: Setting Powered False\u000a04:25:05.929252 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24267): Process ended prematurely: osmo-stp_10.42.42.5(pid=24267) [trial-2354↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24267)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24267): Process ended prematurely: osmo-stp_10.42.42.5(pid=24267) [trial-2354↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24267)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-lms+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a04:25:06.998020 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:25:07.010131 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:25:07.156009 tst ping.py: using LAC 19052\u000a04:25:07.284815 tst ping.py: using RAC 182\u000a04:25:07.403463 tst ping.py: using CellId 19052\u000a04:25:07.519062 tst ping.py: using BVCI 19053\u000a04:25:07.542081 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:25:07.553065 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:25:07.563867 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:25:07.574614 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:25:07.585373 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:25:07.595885 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:25:07.606674 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:25:07.617264 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:25:07.889112 tst ping.py:19: start network...\u000a04:25:08.012726 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:25:08.490609 run create_hlr_db(pid=24261): Launched\u000a04:25:08.660410 bus /gobi_6: Setting Powered False\u000a04:25:09.680882 run create_hlr_db(pid=24261): Terminated: ok {rc=0}\u000a04:25:10.104725 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24263): Launched\u000a04:25:10.424804 run osmo-hlr_10.42.42.2(pid=24264): Launched\u000a04:25:10.542941 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:25:11.099736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24266): Launched\u000a04:25:11.420184 run osmo-stp_10.42.42.5(pid=24267): Launched\u000a04:25:11.536293 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:25:12.094740 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24269): Launched\u000a04:25:12.208356 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:25:12.487424 run patchelf(pid=24270): Launched\u000a04:25:12.673685 run osmo-stp_10.42.42.5(pid=24267): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24267)]\u000a04:25:12.810617 run osmo-stp_10.42.42.5(pid=24267): stdout: \u000a| (launched: 2022-12-09_04:25:11.261291)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:25:12.947344 run osmo-stp_10.42.42.5(pid=24267): stderr: \u000a| �[0;m�[38;5;43m20221209042511453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042511453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042511453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042511454 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042511454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042511454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042511454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:25:13.079360 run osmo-stp_10.42.42.5(pid=24267): stdout: \u000a| (launched: 2022-12-09_04:25:11.261291)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:25:13.210624 run osmo-stp_10.42.42.5(pid=24267): stderr: \u000a| �[0;m�[38;5;43m20221209042511453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042511453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042511453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042511454 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042511454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042511454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042511454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:25:13.362950 run patchelf(pid=24270): Terminating (SIGINT)\u000a04:25:13.542094 run patchelf(pid=24270): Terminated: ok {rc=0}\u000a04:25:13.574670 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=24267): Process ended prematurely: osmo-stp_10.42.42.5(pid=24267) [trial-2354↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24267)] [trial-2354↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22]\u000a04:25:13.584032 tst ping.py:22: Test FAILED (6.6 sec)\u000a04:25:13.648674 run osmo-hlr_10.42.42.2(pid=24264): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-lms+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24264)]\u000a04:25:13.701127 run osmo-hlr_10.42.42.2(pid=24264): stdout: \u000a| (launched: 2022-12-09_04:25:10.266609) \u000a04:25:13.754252 run osmo-hlr_10.42.42.2(pid=24264): stderr: \u000a| �[0;m�[1;31m20221209042510463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209042510463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209042510463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042510463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042510463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209042510463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209042510475 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-lms+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209042510483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209042510484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209042510484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:25:13.799815 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24263): Terminating (SIGTERM)\u000a04:25:13.842495 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24266): Terminating (SIGTERM)\u000a04:25:13.885266 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24269): Terminating (SIGTERM)\u000a04:25:13.895149 --- ParallelTerminationStrategy: PID 24263 died...\u000a04:25:13.952292 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24263): Terminated: ok {rc=0}\u000a04:25:13.962530 --- ParallelTerminationStrategy: PID 24266 died...\u000a04:25:14.019330 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24266): Terminated: ok {rc=0}\u000a04:25:14.029704 --- ParallelTerminationStrategy: PID 24269 died...\u000a04:25:14.086109 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24269): Terminated: ok {rc=0}\u000a04:25:14.175054 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24277): Process ended prematurely: osmo-stp_10.42.42.5(pid=24277) [trial-2354↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24277)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24277): Process ended prematurely: osmo-stp_10.42.42.5(pid=24277) [trial-2354↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24277)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-lms+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a04:25:15.226867 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:25:15.238860 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:25:15.377579 tst ping_idle_ping.py: using LAC 19053\u000a04:25:15.493683 tst ping_idle_ping.py: using RAC 183\u000a04:25:15.610588 tst ping_idle_ping.py: using CellId 19053\u000a04:25:15.727178 tst ping_idle_ping.py: using BVCI 19054\u000a04:25:15.750188 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:25:15.761017 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:25:15.771683 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:25:15.782354 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:25:15.792839 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:25:15.803505 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:25:15.814343 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:25:15.824998 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:25:16.122660 tst ping_idle_ping.py:24: start network...\u000a04:25:16.248281 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:25:16.755241 run create_hlr_db(pid=24271): Launched\u000a04:25:16.946985 bus /gobi_6: Setting Powered False\u000a04:25:17.962482 run create_hlr_db(pid=24271): Terminated: ok {rc=0}\u000a04:25:18.387599 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24273): Launched\u000a04:25:18.707061 run osmo-hlr_10.42.42.2(pid=24274): Launched\u000a04:25:18.821062 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:25:19.339169 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24276): Launched\u000a04:25:19.637997 run osmo-stp_10.42.42.5(pid=24277): Launched\u000a04:25:19.744894 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:25:20.265069 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24279): Launched\u000a04:25:20.370824 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:25:20.630957 run patchelf(pid=24280): Launched\u000a04:25:20.804818 run osmo-stp_10.42.42.5(pid=24277): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24277)]\u000a04:25:20.932255 run osmo-stp_10.42.42.5(pid=24277): stdout: \u000a| (launched: 2022-12-09_04:25:19.490504)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:25:21.059885 run osmo-stp_10.42.42.5(pid=24277): stderr: \u000a| �[0;m�[38;5;43m20221209042519660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042519660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042519661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042519661 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042519661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042519661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042519662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:25:21.183200 run osmo-stp_10.42.42.5(pid=24277): stdout: \u000a| (launched: 2022-12-09_04:25:19.490504)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:25:21.305333 run osmo-stp_10.42.42.5(pid=24277): stderr: \u000a| �[0;m�[38;5;43m20221209042519660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042519660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042519661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042519661 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042519661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042519661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042519662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:25:21.448208 run patchelf(pid=24280): Terminating (SIGINT)\u000a04:25:21.617109 run patchelf(pid=24280): Terminated: ok {rc=0}\u000a04:25:21.647683 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=24277): Process ended prematurely: osmo-stp_10.42.42.5(pid=24277) [trial-2354↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24277)] [trial-2354↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a04:25:21.656214 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a04:25:21.716803 run osmo-hlr_10.42.42.2(pid=24274): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24274)]\u000a04:25:21.766189 run osmo-hlr_10.42.42.2(pid=24274): stdout: \u000a| (launched: 2022-12-09_04:25:18.549683) \u000a04:25:21.816197 run osmo-hlr_10.42.42.2(pid=24274): stderr: \u000a| �[0;m�[1;31m20221209042518750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209042518750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209042518750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042518750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042518750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209042518750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209042518764 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-lms+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209042518774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209042518774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209042518774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:25:21.858630 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24273): Terminating (SIGTERM)\u000a04:25:21.898719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24276): Terminating (SIGTERM)\u000a04:25:21.938673 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24279): Terminating (SIGTERM)\u000a04:25:21.948014 --- ParallelTerminationStrategy: PID 24273 died...\u000a04:25:22.001509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24273): Terminated: ok {rc=0}\u000a04:25:22.011123 --- ParallelTerminationStrategy: PID 24276 died...\u000a04:25:22.064395 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24276): Terminated: ok {rc=0}\u000a04:25:22.074018 --- ParallelTerminationStrategy: PID 24279 died...\u000a04:25:22.127048 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24279): Terminated: ok {rc=0}\u000a04:25:22.216081 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "108", "name" : "gprs_trx-lms+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:24:24" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24296): Process ended prematurely: osmo-stp_10.42.42.5(pid=24296) [trial-2354↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24296)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24296): Process ended prematurely: osmo-stp_10.42.42.5(pid=24296) [trial-2354↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24296)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-lms+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:25:24.371064 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:24.382651 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:25:24.549463 tst cs_paging_gprs_active.py: using LAC 19054\u000a04:25:24.676304 tst cs_paging_gprs_active.py: using RAC 184\u000a04:25:24.804844 tst cs_paging_gprs_active.py: using CellId 19054\u000a04:25:24.933320 tst cs_paging_gprs_active.py: using BVCI 19055\u000a04:25:24.958221 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:24.969503 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:24.980549 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:24.991897 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:25.003251 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:25.014724 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:25.026273 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:25.037840 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:25.049212 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:25:25.171988 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:25:25.467786 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:25:25.603781 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:25:25.939815 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24286): Launched\u000a04:25:26.219555 run iperf3-srv_10.42.42.10(pid=24287): Launched\u000a04:25:26.418149 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:25:26.553748 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:25:26.890698 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24288): Launched\u000a04:25:27.171350 run iperf3-srv_10.42.42.10(pid=24289): Launched\u000a04:25:27.369776 tst cs_paging_gprs_active.py:38: start network...\u000a04:25:27.505670 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:25:28.018389 run create_hlr_db(pid=24290): Launched\u000a04:25:28.205893 bus /gobi_6: Setting Powered False\u000a04:25:29.228402 run create_hlr_db(pid=24290): Terminated: ok {rc=0}\u000a04:25:29.636125 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24292): Launched\u000a04:25:29.939242 run osmo-hlr_10.42.42.2(pid=24293): Launched\u000a04:25:30.051031 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:25:30.574517 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24295): Launched\u000a04:25:30.976521 run osmo-stp_10.42.42.5(pid=24296): Launched\u000a04:25:31.160204 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:25:31.792425 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24298): Launched\u000a04:25:31.921383 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:25:32.231389 run patchelf(pid=24299): Launched\u000a04:25:32.423730 run osmo-stp_10.42.42.5(pid=24296): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24296)]\u000a04:25:32.563324 run osmo-stp_10.42.42.5(pid=24296): stdout: \u000a| (launched: 2022-12-09_04:25:30.728280)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:25:32.703281 run osmo-stp_10.42.42.5(pid=24296): stderr: \u000a| �[0;m�[38;5;43m20221209042530963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042530963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042530964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042530964 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042530969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042530969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042530969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:25:32.839179 run osmo-stp_10.42.42.5(pid=24296): stdout: \u000a| (launched: 2022-12-09_04:25:30.728280)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:25:32.973412 run osmo-stp_10.42.42.5(pid=24296): stderr: \u000a| �[0;m�[38;5;43m20221209042530963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042530963 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042530964 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042530964 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042530969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042530969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042530969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:25:33.129963 run patchelf(pid=24299): Terminating (SIGINT)\u000a04:25:33.314246 run patchelf(pid=24299): Terminated: ok {rc=0}\u000a04:25:33.348186 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=24296): Process ended prematurely: osmo-stp_10.42.42.5(pid=24296) [trial-2354↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24296)] [trial-2354↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a04:25:33.358350 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a04:25:33.424629 run osmo-hlr_10.42.42.2(pid=24293): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24293)]\u000a04:25:33.477501 run osmo-hlr_10.42.42.2(pid=24293): stdout: \u000a| (launched: 2022-12-09_04:25:29.789789) \u000a04:25:33.531385 run osmo-hlr_10.42.42.2(pid=24293): stderr: \u000a| �[0;m�[1;31m20221209042529966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209042529966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209042529967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042529967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042529967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209042529967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209042529983 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-lms+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209042529992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209042529992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209042529992 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:25:33.576625 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24286): Terminating (SIGTERM)\u000a04:25:33.621087 run iperf3-srv_10.42.42.10(pid=24287): Terminating (SIGTERM)\u000a04:25:33.664749 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24288): Terminating (SIGTERM)\u000a04:25:33.708151 run iperf3-srv_10.42.42.10(pid=24289): Terminating (SIGTERM)\u000a04:25:33.750923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24292): Terminating (SIGTERM)\u000a04:25:33.795332 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24295): Terminating (SIGTERM)\u000a04:25:33.838920 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24298): Terminating (SIGTERM)\u000a04:25:33.848703 --- ParallelTerminationStrategy: PID 24286 died...\u000a04:25:33.907190 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24286): Terminated: ok {rc=0}\u000a04:25:33.917732 --- ParallelTerminationStrategy: PID 24287 died...\u000a04:25:33.975971 run iperf3-srv_10.42.42.10(pid=24287): Terminated {rc=256}\u000a04:25:33.986439 --- ParallelTerminationStrategy: PID 24288 died...\u000a04:25:34.044800 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24288): Terminated: ok {rc=0}\u000a04:25:34.055679 --- ParallelTerminationStrategy: PID 24289 died...\u000a04:25:34.114062 run iperf3-srv_10.42.42.10(pid=24289): Terminated {rc=256}\u000a04:25:34.124573 --- ParallelTerminationStrategy: PID 24292 died...\u000a04:25:34.182704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24292): Terminated: ok {rc=0}\u000a04:25:34.193200 --- ParallelTerminationStrategy: PID 24295 died...\u000a04:25:34.251329 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24295): Terminated: ok {rc=0}\u000a04:25:34.261842 --- ParallelTerminationStrategy: PID 24298 died...\u000a04:25:34.320030 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24298): Terminated: ok {rc=0}\u000a04:25:34.406688 bus /gobi_0: Setting Powered False\u000a04:25:35.515602 bus /gobi_0: Setting Powered False\u000a04:25:36.624584 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24308): Process ended prematurely: osmo-stp_10.42.42.5(pid=24308) [trial-2354↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24308)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24308): Process ended prematurely: osmo-stp_10.42.42.5(pid=24308) [trial-2354↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24308)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-lms+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a04:25:37.740075 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:37.752151 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:25:37.918457 tst iperf3.py: using LAC 19055\u000a04:25:38.044597 tst iperf3.py: using RAC 185\u000a04:25:38.166193 tst iperf3.py: using CellId 19055\u000a04:25:38.295369 tst iperf3.py: using BVCI 19056\u000a04:25:38.318465 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:38.329298 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:38.339876 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:38.351163 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:38.362393 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:38.373541 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:38.384732 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:38.395881 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:38.407263 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:25:38.702190 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:25:38.838783 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:25:39.175977 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24300): Launched\u000a04:25:39.455083 run iperf3-srv_10.42.42.10(pid=24301): Launched\u000a04:25:39.654475 tst iperf3.py:8: start network...\u000a04:25:39.790480 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:25:40.302861 run create_hlr_db(pid=24302): Launched\u000a04:25:40.490306 bus /gobi_6: Setting Powered False\u000a04:25:41.512562 run create_hlr_db(pid=24302): Terminated: ok {rc=0}\u000a04:25:41.919439 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24304): Launched\u000a04:25:42.222689 run osmo-hlr_10.42.42.2(pid=24305): Launched\u000a04:25:42.334394 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:25:42.860183 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24307): Launched\u000a04:25:43.163956 run osmo-stp_10.42.42.5(pid=24308): Launched\u000a04:25:43.274898 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:25:43.802540 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24310): Launched\u000a04:25:43.910121 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:25:44.173812 run patchelf(pid=24311): Launched\u000a04:25:44.349924 run osmo-stp_10.42.42.5(pid=24308): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24308)]\u000a04:25:44.478855 run osmo-stp_10.42.42.5(pid=24308): stdout: \u000a| (launched: 2022-12-09_04:25:43.013295)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:25:44.607894 run osmo-stp_10.42.42.5(pid=24308): stderr: \u000a| �[0;m�[38;5;43m20221209042543186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042543186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042543187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042543187 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042543188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042543188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042543188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:25:44.732383 run osmo-stp_10.42.42.5(pid=24308): stdout: \u000a| (launched: 2022-12-09_04:25:43.013295)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:25:44.856318 run osmo-stp_10.42.42.5(pid=24308): stderr: \u000a| �[0;m�[38;5;43m20221209042543186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042543186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042543187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042543187 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042543188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042543188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042543188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:25:45.001114 run patchelf(pid=24311): Terminating (SIGINT)\u000a04:25:45.171408 run patchelf(pid=24311): Terminated: ok {rc=0}\u000a04:25:45.202679 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24308): Process ended prematurely: osmo-stp_10.42.42.5(pid=24308) [trial-2354↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24308)] [trial-2354↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a04:25:45.211819 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a04:25:45.272170 run osmo-hlr_10.42.42.2(pid=24305): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24305)]\u000a04:25:45.321185 run osmo-hlr_10.42.42.2(pid=24305): stdout: \u000a| (launched: 2022-12-09_04:25:42.073390) \u000a04:25:45.370859 run osmo-hlr_10.42.42.2(pid=24305): stderr: \u000a| �[0;m�[1;31m20221209042542248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209042542248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209042542248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042542248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042542248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209042542248 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209042542261 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209042542270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209042542270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209042542270 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:25:45.413087 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24300): Terminating (SIGTERM)\u000a04:25:45.452987 run iperf3-srv_10.42.42.10(pid=24301): Terminating (SIGTERM)\u000a04:25:45.492851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24304): Terminating (SIGTERM)\u000a04:25:45.532598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24307): Terminating (SIGTERM)\u000a04:25:45.572316 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24310): Terminating (SIGTERM)\u000a04:25:45.581592 --- ParallelTerminationStrategy: PID 24300 died...\u000a04:25:45.635452 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24300): Terminated: ok {rc=0}\u000a04:25:45.645124 --- ParallelTerminationStrategy: PID 24301 died...\u000a04:25:45.698102 run iperf3-srv_10.42.42.10(pid=24301): Terminated {rc=256}\u000a04:25:45.707663 --- ParallelTerminationStrategy: PID 24304 died...\u000a04:25:45.760582 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24304): Terminated: ok {rc=0}\u000a04:25:45.770146 --- ParallelTerminationStrategy: PID 24307 died...\u000a04:25:45.823581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24307): Terminated: ok {rc=0}\u000a04:25:45.837348 --- ParallelTerminationStrategy: PID 24310 died...\u000a04:25:45.895742 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24310): Terminated: ok {rc=0}\u000a04:25:45.993594 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24326): Process ended prematurely: osmo-stp_10.42.42.5(pid=24326) [trial-2354↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24326)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24326): Process ended prematurely: osmo-stp_10.42.42.5(pid=24326) [trial-2354↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24326)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-lms+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a04:25:47.110776 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:47.123763 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:25:47.295539 tst iperf3m4.py: using LAC 19056\u000a04:25:47.425019 tst iperf3m4.py: using RAC 186\u000a04:25:47.558339 tst iperf3m4.py: using CellId 19056\u000a04:25:47.684093 tst iperf3m4.py: using BVCI 19057\u000a04:25:47.709044 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:47.720528 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:47.731914 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:47.743605 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:47.755187 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:47.766787 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:47.778318 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:47.790023 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:25:47.801894 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:25:47.922487 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:25:48.045804 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:25:48.167187 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:25:48.446604 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:25:48.572384 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:25:48.886416 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24312): Launched\u000a04:25:49.147615 run iperf3-srv_10.42.42.10(pid=24313): Launched\u000a04:25:49.331325 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:25:49.456751 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:25:49.771098 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24314): Launched\u000a04:25:50.031315 run iperf3-srv_10.42.42.10(pid=24315): Launched\u000a04:25:50.214454 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:25:50.339842 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:25:50.654952 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24316): Launched\u000a04:25:50.916180 run iperf3-srv_10.42.42.10(pid=24317): Launched\u000a04:25:51.099283 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:25:51.224709 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:25:51.538468 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24318): Launched\u000a04:25:51.800276 run iperf3-srv_10.42.42.10(pid=24319): Launched\u000a04:25:51.984021 tst iperf3m4.py:8: start network...\u000a04:25:52.109791 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:25:52.598778 run create_hlr_db(pid=24320): Launched\u000a04:25:52.772074 bus /gobi_6: Setting Powered False\u000a04:25:53.795196 run create_hlr_db(pid=24320): Terminated: ok {rc=0}\u000a04:25:54.227269 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24322): Launched\u000a04:25:54.552582 run osmo-hlr_10.42.42.2(pid=24323): Launched\u000a04:25:54.674492 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:25:55.239343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24325): Launched\u000a04:25:55.564024 run osmo-stp_10.42.42.5(pid=24326): Launched\u000a04:25:55.682554 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:25:56.247794 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24328): Launched\u000a04:25:56.363551 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:25:56.645949 run patchelf(pid=24329): Launched\u000a04:25:56.835582 run osmo-stp_10.42.42.5(pid=24326): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24326)]\u000a04:25:56.974499 run osmo-stp_10.42.42.5(pid=24326): stdout: \u000a| (launched: 2022-12-09_04:25:55.404058)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:25:57.113929 run osmo-stp_10.42.42.5(pid=24326): stderr: \u000a| �[0;m�[38;5;43m20221209042555598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042555598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042555598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042555599 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042555599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042555599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042555599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:25:57.247954 run osmo-stp_10.42.42.5(pid=24326): stdout: \u000a| (launched: 2022-12-09_04:25:55.404058)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:25:57.380925 run osmo-stp_10.42.42.5(pid=24326): stderr: \u000a| �[0;m�[38;5;43m20221209042555598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042555598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042555598 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042555599 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042555599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042555599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042555599 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:25:57.535986 run patchelf(pid=24329): Terminating (SIGINT)\u000a04:25:57.718290 run patchelf(pid=24329): Terminated: ok {rc=0}\u000a04:25:57.751670 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24326): Process ended prematurely: osmo-stp_10.42.42.5(pid=24326) [trial-2354↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24326)] [trial-2354↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a04:25:57.761675 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a04:25:57.827285 run osmo-hlr_10.42.42.2(pid=24323): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24323)]\u000a04:25:57.880009 run osmo-hlr_10.42.42.2(pid=24323): stdout: \u000a| (launched: 2022-12-09_04:25:54.391792) \u000a04:25:57.933331 run osmo-hlr_10.42.42.2(pid=24323): stderr: \u000a| �[0;m�[1;31m20221209042554591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209042554591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209042554591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042554591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042554591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209042554591 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209042554605 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209042554613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209042554613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209042554613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:25:57.978508 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24312): Terminating (SIGTERM)\u000a04:25:58.021317 run iperf3-srv_10.42.42.10(pid=24313): Terminating (SIGTERM)\u000a04:25:58.064128 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24314): Terminating (SIGTERM)\u000a04:25:58.107046 run iperf3-srv_10.42.42.10(pid=24315): Terminating (SIGTERM)\u000a04:25:58.149889 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24316): Terminating (SIGTERM)\u000a04:25:58.192505 run iperf3-srv_10.42.42.10(pid=24317): Terminating (SIGTERM)\u000a04:25:58.234799 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24318): Terminating (SIGTERM)\u000a04:25:58.278099 run iperf3-srv_10.42.42.10(pid=24319): Terminating (SIGTERM)\u000a04:25:58.320384 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24322): Terminating (SIGTERM)\u000a04:25:58.363398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24325): Terminating (SIGTERM)\u000a04:25:58.405758 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24328): Terminating (SIGTERM)\u000a04:25:58.415372 --- ParallelTerminationStrategy: PID 24312 died...\u000a04:25:58.472397 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24312): Terminated: ok {rc=0}\u000a04:25:58.482911 --- ParallelTerminationStrategy: PID 24313 died...\u000a04:25:58.540422 run iperf3-srv_10.42.42.10(pid=24313): Terminated {rc=256}\u000a04:25:58.550656 --- ParallelTerminationStrategy: PID 24314 died...\u000a04:25:58.607432 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24314): Terminated: ok {rc=0}\u000a04:25:58.617902 --- ParallelTerminationStrategy: PID 24315 died...\u000a04:25:58.674456 run iperf3-srv_10.42.42.10(pid=24315): Terminated {rc=256}\u000a04:25:58.684879 --- ParallelTerminationStrategy: PID 24316 died...\u000a04:25:58.741957 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24316): Terminated: ok {rc=0}\u000a04:25:58.752358 --- ParallelTerminationStrategy: PID 24317 died...\u000a04:25:58.809832 run iperf3-srv_10.42.42.10(pid=24317): Terminated {rc=256}\u000a04:25:58.820207 --- ParallelTerminationStrategy: PID 24318 died...\u000a04:25:58.877619 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24318): Terminated: ok {rc=0}\u000a04:25:58.888042 --- ParallelTerminationStrategy: PID 24319 died...\u000a04:25:58.944936 run iperf3-srv_10.42.42.10(pid=24319): Terminated {rc=256}\u000a04:25:58.955334 --- ParallelTerminationStrategy: PID 24322 died...\u000a04:25:59.012345 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24322): Terminated: ok {rc=0}\u000a04:25:59.022604 --- ParallelTerminationStrategy: PID 24325 died...\u000a04:25:59.079805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24325): Terminated: ok {rc=0}\u000a04:25:59.090281 --- ParallelTerminationStrategy: PID 24328 died...\u000a04:25:59.147551 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24328): Terminated: ok {rc=0}\u000a04:25:59.235798 bus /gobi_4: Setting Powered False\u000a04:26:00.344748 bus /gobi_4: Setting Powered False\u000a04:26:01.454298 bus /gobi_1: Setting Powered False\u000a04:26:02.554790 bus /gobi_1: Setting Powered False\u000a04:26:03.666819 bus /gobi_0: Setting Powered False\u000a04:26:04.769298 bus /gobi_0: Setting Powered False\u000a04:26:05.882505 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24336): Process ended prematurely: osmo-stp_10.42.42.5(pid=24336) [trial-2354↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24336)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24336): Process ended prematurely: osmo-stp_10.42.42.5(pid=24336) [trial-2354↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24336)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-lms+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a04:26:06.949219 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:26:06.960633 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:26:07.118112 tst ping.py: using LAC 19057\u000a04:26:07.234994 tst ping.py: using RAC 187\u000a04:26:07.353956 tst ping.py: using CellId 19057\u000a04:26:07.470410 tst ping.py: using BVCI 19058\u000a04:26:07.493205 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:26:07.503967 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:26:07.514630 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:26:07.525813 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:26:07.536821 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:26:07.547974 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:26:07.559166 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:26:07.570281 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:26:07.858709 tst ping.py:19: start network...\u000a04:26:07.991162 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:26:08.491558 run create_hlr_db(pid=24330): Launched\u000a04:26:08.676074 bus /gobi_6: Setting Powered False\u000a04:26:09.696443 run create_hlr_db(pid=24330): Terminated: ok {rc=0}\u000a04:26:10.097535 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24332): Launched\u000a04:26:10.397232 run osmo-hlr_10.42.42.2(pid=24333): Launched\u000a04:26:10.505866 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:26:11.025412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24335): Launched\u000a04:26:11.321751 run osmo-stp_10.42.42.5(pid=24336): Launched\u000a04:26:11.429675 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:26:11.949417 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24338): Launched\u000a04:26:12.054644 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:26:12.313558 run patchelf(pid=24339): Launched\u000a04:26:12.486817 run osmo-stp_10.42.42.5(pid=24336): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24336)]\u000a04:26:12.613462 run osmo-stp_10.42.42.5(pid=24336): stdout: \u000a| (launched: 2022-12-09_04:26:11.175356)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:26:12.740624 run osmo-stp_10.42.42.5(pid=24336): stderr: \u000a| �[0;m�[38;5;43m20221209042611346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042611346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042611347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042611347 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042611348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042611348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042611348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:26:12.863282 run osmo-stp_10.42.42.5(pid=24336): stdout: \u000a| (launched: 2022-12-09_04:26:11.175356)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:26:12.984252 run osmo-stp_10.42.42.5(pid=24336): stderr: \u000a| �[0;m�[38;5;43m20221209042611346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042611346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042611347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042611347 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042611348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042611348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042611348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:26:13.126257 run patchelf(pid=24339): Terminating (SIGINT)\u000a04:26:13.293378 run patchelf(pid=24339): Terminated: ok {rc=0}\u000a04:26:13.323672 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=24336): Process ended prematurely: osmo-stp_10.42.42.5(pid=24336) [trial-2354↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24336)] [trial-2354↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22]\u000a04:26:13.332347 tst ping.py:22: Test FAILED (6.4 sec)\u000a04:26:13.392832 run osmo-hlr_10.42.42.2(pid=24333): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24333)]\u000a04:26:13.442006 run osmo-hlr_10.42.42.2(pid=24333): stdout: \u000a| (launched: 2022-12-09_04:26:10.247797) \u000a04:26:13.491924 run osmo-hlr_10.42.42.2(pid=24333): stderr: \u000a| �[0;m�[1;31m20221209042610424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209042610424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209042610424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042610424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042610424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209042610424 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209042610436 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-lms+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209042610445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209042610445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209042610445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:26:13.534197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24332): Terminating (SIGTERM)\u000a04:26:13.574121 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24335): Terminating (SIGTERM)\u000a04:26:13.613918 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24338): Terminating (SIGTERM)\u000a04:26:13.623197 --- ParallelTerminationStrategy: PID 24332 died...\u000a04:26:13.676681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24332): Terminated: ok {rc=0}\u000a04:26:13.686400 --- ParallelTerminationStrategy: PID 24335 died...\u000a04:26:13.739665 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24335): Terminated: ok {rc=0}\u000a04:26:13.749395 --- ParallelTerminationStrategy: PID 24338 died...\u000a04:26:13.802695 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24338): Terminated: ok {rc=0}\u000a04:26:13.887808 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 24, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24347): Process ended prematurely: osmo-stp_10.42.42.5(pid=24347) [trial-2354↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24347)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24347): Process ended prematurely: osmo-stp_10.42.42.5(pid=24347) [trial-2354↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24347)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-lms+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a04:26:14.938435 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:26:14.949956 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:26:15.107977 tst ping_idle_ping.py: using LAC 19058\u000a04:26:15.227633 tst ping_idle_ping.py: using RAC 188\u000a04:26:15.355259 tst ping_idle_ping.py: using CellId 19058\u000a04:26:15.473649 tst ping_idle_ping.py: using BVCI 19059\u000a04:26:15.496448 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:26:15.507373 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:26:15.518094 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:26:15.528798 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:26:15.539485 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:26:15.550255 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:26:15.561082 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:26:15.571733 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:26:15.863491 tst ping_idle_ping.py:24: start network...\u000a04:26:16.005895 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:26:16.544055 run create_hlr_db(pid=24341): Launched\u000a04:26:16.722180 bus /gobi_6: Setting Powered False\u000a04:26:17.738657 run create_hlr_db(pid=24341): Terminated: ok {rc=0}\u000a04:26:18.163076 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24343): Launched\u000a04:26:18.482688 run osmo-hlr_10.42.42.2(pid=24344): Launched\u000a04:26:18.604158 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:26:19.159461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24346): Launched\u000a04:26:19.478679 run osmo-stp_10.42.42.5(pid=24347): Launched\u000a04:26:19.596123 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:26:20.155166 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24349): Launched\u000a04:26:20.269199 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:26:20.547966 run patchelf(pid=24350): Launched\u000a04:26:20.735325 run osmo-stp_10.42.42.5(pid=24347): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24347)]\u000a04:26:20.873511 run osmo-stp_10.42.42.5(pid=24347): stdout: \u000a| (launched: 2022-12-09_04:26:19.321836)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:26:21.011271 run osmo-stp_10.42.42.5(pid=24347): stderr: \u000a| �[0;m�[38;5;43m20221209042619514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042619514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042619514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042619515 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042619515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042619515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042619515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:26:21.144350 run osmo-stp_10.42.42.5(pid=24347): stdout: \u000a| (launched: 2022-12-09_04:26:19.321836)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:26:21.276132 run osmo-stp_10.42.42.5(pid=24347): stderr: \u000a| �[0;m�[38;5;43m20221209042619514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042619514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042619514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042619515 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042619515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042619515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042619515 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:26:21.429628 run patchelf(pid=24350): Terminating (SIGINT)\u000a04:26:21.610033 run patchelf(pid=24350): Terminated: ok {rc=0}\u000a04:26:21.642704 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=24347): Process ended prematurely: osmo-stp_10.42.42.5(pid=24347) [trial-2354↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24347)] [trial-2354↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a04:26:21.652052 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a04:26:21.717025 run osmo-hlr_10.42.42.2(pid=24344): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24344)]\u000a04:26:21.769573 run osmo-hlr_10.42.42.2(pid=24344): stdout: \u000a| (launched: 2022-12-09_04:26:18.324894) \u000a04:26:21.823145 run osmo-hlr_10.42.42.2(pid=24344): stderr: \u000a| �[0;m�[1;31m20221209042618524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209042618524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209042618524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042618524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042618524 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209042618525 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209042618539 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-lms+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209042618547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209042618548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209042618548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:26:21.868233 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24343): Terminating (SIGTERM)\u000a04:26:21.911519 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24346): Terminating (SIGTERM)\u000a04:26:21.954123 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24349): Terminating (SIGTERM)\u000a04:26:21.964291 --- ParallelTerminationStrategy: PID 24343 died...\u000a04:26:22.021851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24343): Terminated: ok {rc=0}\u000a04:26:22.032297 --- ParallelTerminationStrategy: PID 24346 died...\u000a04:26:22.089685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24346): Terminated: ok {rc=0}\u000a04:26:22.100106 --- ParallelTerminationStrategy: PID 24349 died...\u000a04:26:22.156869 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24349): Terminated: ok {rc=0}\u000a04:26:22.246168 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "109", "name" : "gprs_trx-lms+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:25:23" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24364): Process ended prematurely: osmo-stp_10.42.42.5(pid=24364) [trial-2354↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24364)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24364): Process ended prematurely: osmo-stp_10.42.42.5(pid=24364) [trial-2354↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24364)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-lms+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:26:24.413246 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:24.424639 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:26:24.586584 tst cs_paging_gprs_active.py: using LAC 19059\u000a04:26:24.707849 tst cs_paging_gprs_active.py: using RAC 189\u000a04:26:24.829064 tst cs_paging_gprs_active.py: using CellId 19059\u000a04:26:24.948702 tst cs_paging_gprs_active.py: using BVCI 19060\u000a04:26:24.972067 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:24.983150 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:24.993859 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:25.005180 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:25.016343 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:25.027513 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:25.038764 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:25.049907 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:25.061283 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:26:25.182206 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:26:25.467683 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:26:25.594380 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:26:25.908749 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24354): Launched\u000a04:26:26.172012 run iperf3-srv_10.42.42.10(pid=24355): Launched\u000a04:26:26.357066 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:26:26.483879 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:26:26.798693 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24356): Launched\u000a04:26:27.059861 run iperf3-srv_10.42.42.10(pid=24357): Launched\u000a04:26:27.243288 tst cs_paging_gprs_active.py:38: start network...\u000a04:26:27.368363 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:26:27.853639 run create_hlr_db(pid=24358): Launched\u000a04:26:28.027779 bus /gobi_6: Setting Powered False\u000a04:26:29.050775 run create_hlr_db(pid=24358): Terminated: ok {rc=0}\u000a04:26:29.483422 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24360): Launched\u000a04:26:29.810819 run osmo-hlr_10.42.42.2(pid=24361): Launched\u000a04:26:29.934929 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:26:30.500502 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24363): Launched\u000a04:26:30.838463 run osmo-stp_10.42.42.5(pid=24364): Launched\u000a04:26:31.067689 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:26:31.698070 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24366): Launched\u000a04:26:31.819402 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:26:32.142874 run patchelf(pid=24367): Launched\u000a04:26:32.333857 run osmo-stp_10.42.42.5(pid=24364): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24364)]\u000a04:26:32.464411 run osmo-stp_10.42.42.5(pid=24364): stdout: \u000a| (launched: 2022-12-09_04:26:30.666097)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:26:32.595101 run osmo-stp_10.42.42.5(pid=24364): stderr: \u000a| �[0;m�[38;5;43m20221209042630898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042630899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042630899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042630899 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042630900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042630900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042630900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:26:32.721345 run osmo-stp_10.42.42.5(pid=24364): stdout: \u000a| (launched: 2022-12-09_04:26:30.666097)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:26:32.846363 run osmo-stp_10.42.42.5(pid=24364): stderr: \u000a| �[0;m�[38;5;43m20221209042630898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042630899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042630899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042630899 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042630900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042630900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042630900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:26:32.992222 run patchelf(pid=24367): Terminating (SIGINT)\u000a04:26:33.165181 run patchelf(pid=24367): Terminated: ok {rc=0}\u000a04:26:33.196600 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=24364): Process ended prematurely: osmo-stp_10.42.42.5(pid=24364) [trial-2354↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24364)] [trial-2354↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a04:26:33.205959 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a04:26:33.267260 run osmo-hlr_10.42.42.2(pid=24361): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24361)]\u000a04:26:33.317415 run osmo-hlr_10.42.42.2(pid=24361): stdout: \u000a| (launched: 2022-12-09_04:26:29.649367) \u000a04:26:33.368316 run osmo-hlr_10.42.42.2(pid=24361): stderr: \u000a| �[0;m�[1;31m20221209042629848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209042629848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209042629849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042629849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042629849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209042629849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209042629861 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-lms+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209042629869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209042629869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209042629869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:26:33.411156 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24354): Terminating (SIGTERM)\u000a04:26:33.451565 run iperf3-srv_10.42.42.10(pid=24355): Terminating (SIGTERM)\u000a04:26:33.491897 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24356): Terminating (SIGTERM)\u000a04:26:33.531991 run iperf3-srv_10.42.42.10(pid=24357): Terminating (SIGTERM)\u000a04:26:33.572283 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24360): Terminating (SIGTERM)\u000a04:26:33.612604 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24363): Terminating (SIGTERM)\u000a04:26:33.652866 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24366): Terminating (SIGTERM)\u000a04:26:33.662254 --- ParallelTerminationStrategy: PID 24354 died...\u000a04:26:33.716319 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24354): Terminated: ok {rc=0}\u000a04:26:33.726055 --- ParallelTerminationStrategy: PID 24355 died...\u000a04:26:33.779732 run iperf3-srv_10.42.42.10(pid=24355): Terminated {rc=256}\u000a04:26:33.789427 --- ParallelTerminationStrategy: PID 24356 died...\u000a04:26:33.843123 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24356): Terminated: ok {rc=0}\u000a04:26:33.852731 --- ParallelTerminationStrategy: PID 24357 died...\u000a04:26:33.906050 run iperf3-srv_10.42.42.10(pid=24357): Terminated {rc=256}\u000a04:26:33.915655 --- ParallelTerminationStrategy: PID 24360 died...\u000a04:26:33.969180 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24360): Terminated: ok {rc=0}\u000a04:26:33.978827 --- ParallelTerminationStrategy: PID 24363 died...\u000a04:26:34.033281 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24363): Terminated: ok {rc=0}\u000a04:26:34.043010 --- ParallelTerminationStrategy: PID 24366 died...\u000a04:26:34.096855 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24366): Terminated: ok {rc=0}\u000a04:26:34.186807 bus /gobi_0: Setting Powered False\u000a04:26:35.293340 bus /gobi_0: Setting Powered False\u000a04:26:36.401886 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24376): Process ended prematurely: osmo-stp_10.42.42.5(pid=24376) [trial-2354↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24376)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24376): Process ended prematurely: osmo-stp_10.42.42.5(pid=24376) [trial-2354↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24376)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-lms+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a04:26:37.518312 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:37.530501 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:26:37.698096 tst iperf3.py: using LAC 19060\u000a04:26:37.824779 tst iperf3.py: using RAC 190\u000a04:26:37.953175 tst iperf3.py: using CellId 19060\u000a04:26:38.082172 tst iperf3.py: using BVCI 19061\u000a04:26:38.107005 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:38.118365 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:38.130468 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:38.141596 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:38.152922 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:38.164307 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:38.175873 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:38.187282 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:38.199744 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:26:38.479382 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:26:38.605735 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:26:38.919421 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24368): Launched\u000a04:26:39.180943 run iperf3-srv_10.42.42.10(pid=24369): Launched\u000a04:26:39.365470 tst iperf3.py:8: start network...\u000a04:26:39.491299 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:26:39.978430 run create_hlr_db(pid=24370): Launched\u000a04:26:40.152846 bus /gobi_6: Setting Powered False\u000a04:26:41.174824 run create_hlr_db(pid=24370): Terminated: ok {rc=0}\u000a04:26:41.607628 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24372): Launched\u000a04:26:41.934694 run osmo-hlr_10.42.42.2(pid=24373): Launched\u000a04:26:42.050183 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:26:42.579659 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24375): Launched\u000a04:26:42.882093 run osmo-stp_10.42.42.5(pid=24376): Launched\u000a04:26:42.991183 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:26:43.518596 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24378): Launched\u000a04:26:43.626145 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:26:43.889579 run patchelf(pid=24379): Launched\u000a04:26:44.066352 run osmo-stp_10.42.42.5(pid=24376): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24376)]\u000a04:26:44.196135 run osmo-stp_10.42.42.5(pid=24376): stdout: \u000a| (launched: 2022-12-09_04:26:42.732899)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:26:44.325824 run osmo-stp_10.42.42.5(pid=24376): stderr: \u000a| �[0;m�[38;5;43m20221209042642906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042642906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042642906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042642907 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042642907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042642908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042642908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:26:44.450796 run osmo-stp_10.42.42.5(pid=24376): stdout: \u000a| (launched: 2022-12-09_04:26:42.732899)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:26:44.574627 run osmo-stp_10.42.42.5(pid=24376): stderr: \u000a| �[0;m�[38;5;43m20221209042642906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042642906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042642906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042642907 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042642907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042642908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042642908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:26:44.719354 run patchelf(pid=24379): Terminating (SIGINT)\u000a04:26:44.889701 run patchelf(pid=24379): Terminated: ok {rc=0}\u000a04:26:44.920898 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24376): Process ended prematurely: osmo-stp_10.42.42.5(pid=24376) [trial-2354↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24376)] [trial-2354↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a04:26:44.930234 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a04:26:44.990752 run osmo-hlr_10.42.42.2(pid=24373): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24373)]\u000a04:26:45.039908 run osmo-hlr_10.42.42.2(pid=24373): stdout: \u000a| (launched: 2022-12-09_04:26:41.773111) \u000a04:26:45.089800 run osmo-hlr_10.42.42.2(pid=24373): stderr: \u000a| �[0;m�[1;31m20221209042641973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209042641973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209042641973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042641973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042641973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209042641973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209042641986 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209042641994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209042641994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209042641994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:26:45.132055 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24368): Terminating (SIGTERM)\u000a04:26:45.171916 run iperf3-srv_10.42.42.10(pid=24369): Terminating (SIGTERM)\u000a04:26:45.211758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24372): Terminating (SIGTERM)\u000a04:26:45.251481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24375): Terminating (SIGTERM)\u000a04:26:45.291304 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24378): Terminating (SIGTERM)\u000a04:26:45.300593 --- ParallelTerminationStrategy: PID 24368 died...\u000a04:26:45.354555 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24368): Terminated: ok {rc=0}\u000a04:26:45.364292 --- ParallelTerminationStrategy: PID 24369 died...\u000a04:26:45.417695 run iperf3-srv_10.42.42.10(pid=24369): Terminated {rc=256}\u000a04:26:45.428862 --- ParallelTerminationStrategy: PID 24372 died...\u000a04:26:45.482234 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24372): Terminated: ok {rc=0}\u000a04:26:45.491872 --- ParallelTerminationStrategy: PID 24375 died...\u000a04:26:45.544983 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24375): Terminated: ok {rc=0}\u000a04:26:45.554723 --- ParallelTerminationStrategy: PID 24378 died...\u000a04:26:45.608365 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24378): Terminated: ok {rc=0}\u000a04:26:45.697174 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24394): Process ended prematurely: osmo-stp_10.42.42.5(pid=24394) [trial-2354↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24394)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24394): Process ended prematurely: osmo-stp_10.42.42.5(pid=24394) [trial-2354↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24394)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-lms+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a04:26:46.808506 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:46.821236 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:26:46.990476 tst iperf3m4.py: using LAC 19061\u000a04:26:47.124872 tst iperf3m4.py: using RAC 191\u000a04:26:47.253407 tst iperf3m4.py: using CellId 19061\u000a04:26:47.378864 tst iperf3m4.py: using BVCI 19062\u000a04:26:47.404228 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:47.415742 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:47.427066 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:47.438587 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:47.449959 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:47.461566 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:47.473073 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:47.484295 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:26:47.495928 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:26:47.614267 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:26:47.734437 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:26:47.852731 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:26:48.133824 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:26:48.259833 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:26:48.575009 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24380): Launched\u000a04:26:48.836328 run iperf3-srv_10.42.42.10(pid=24381): Launched\u000a04:26:49.019964 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:26:49.145756 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:26:49.459583 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24382): Launched\u000a04:26:49.720576 run iperf3-srv_10.42.42.10(pid=24383): Launched\u000a04:26:49.903892 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:26:50.029487 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:26:50.343771 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24384): Launched\u000a04:26:50.605580 run iperf3-srv_10.42.42.10(pid=24385): Launched\u000a04:26:50.789607 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:26:50.915418 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:26:51.230499 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24386): Launched\u000a04:26:51.491669 run iperf3-srv_10.42.42.10(pid=24387): Launched\u000a04:26:51.675491 tst iperf3m4.py:8: start network...\u000a04:26:51.801396 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:26:52.291176 run create_hlr_db(pid=24388): Launched\u000a04:26:52.479212 bus /gobi_6: Setting Powered False\u000a04:26:53.501527 run create_hlr_db(pid=24388): Terminated: ok {rc=0}\u000a04:26:53.934180 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24390): Launched\u000a04:26:54.261254 run osmo-hlr_10.42.42.2(pid=24391): Launched\u000a04:26:54.383057 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:26:54.948667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24393): Launched\u000a04:26:55.252736 run osmo-stp_10.42.42.5(pid=24394): Launched\u000a04:26:55.363111 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:26:55.890767 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24396): Launched\u000a04:26:55.999082 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:26:56.263699 run patchelf(pid=24397): Launched\u000a04:26:56.439971 run osmo-stp_10.42.42.5(pid=24394): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24394)]\u000a04:26:56.569105 run osmo-stp_10.42.42.5(pid=24394): stdout: \u000a| (launched: 2022-12-09_04:26:55.102870)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:26:56.698225 run osmo-stp_10.42.42.5(pid=24394): stderr: \u000a| �[0;m�[38;5;43m20221209042655272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042655272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042655273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042655273 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042655275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042655276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042655276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:26:56.823031 run osmo-stp_10.42.42.5(pid=24394): stdout: \u000a| (launched: 2022-12-09_04:26:55.102870)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:26:56.946548 run osmo-stp_10.42.42.5(pid=24394): stderr: \u000a| �[0;m�[38;5;43m20221209042655272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042655272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042655273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042655273 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042655275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042655276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042655276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:26:57.091143 run patchelf(pid=24397): Terminating (SIGINT)\u000a04:26:57.261758 run patchelf(pid=24397): Terminated: ok {rc=0}\u000a04:26:57.293248 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24394): Process ended prematurely: osmo-stp_10.42.42.5(pid=24394) [trial-2354↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24394)] [trial-2354↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a04:26:57.302443 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a04:26:57.363005 run osmo-hlr_10.42.42.2(pid=24391): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24391)]\u000a04:26:57.412263 run osmo-hlr_10.42.42.2(pid=24391): stdout: \u000a| (launched: 2022-12-09_04:26:54.099935) \u000a04:26:57.462337 run osmo-hlr_10.42.42.2(pid=24391): stderr: \u000a| �[0;m�[1;31m20221209042654301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209042654301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209042654301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042654301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042654301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209042654301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209042654317 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209042654327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209042654327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209042654327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:26:57.505701 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24380): Terminating (SIGTERM)\u000a04:26:57.546060 run iperf3-srv_10.42.42.10(pid=24381): Terminating (SIGTERM)\u000a04:26:57.585948 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24382): Terminating (SIGTERM)\u000a04:26:57.625491 run iperf3-srv_10.42.42.10(pid=24383): Terminating (SIGTERM)\u000a04:26:57.665189 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24384): Terminating (SIGTERM)\u000a04:26:57.705194 run iperf3-srv_10.42.42.10(pid=24385): Terminating (SIGTERM)\u000a04:26:57.744792 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24386): Terminating (SIGTERM)\u000a04:26:57.784587 run iperf3-srv_10.42.42.10(pid=24387): Terminating (SIGTERM)\u000a04:26:57.824043 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24390): Terminating (SIGTERM)\u000a04:26:57.863461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24393): Terminating (SIGTERM)\u000a04:26:57.903173 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24396): Terminating (SIGTERM)\u000a04:26:57.912443 --- ParallelTerminationStrategy: PID 24380 died...\u000a04:26:57.965997 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24380): Terminated: ok {rc=0}\u000a04:26:57.975806 --- ParallelTerminationStrategy: PID 24381 died...\u000a04:26:58.029269 run iperf3-srv_10.42.42.10(pid=24381): Terminated {rc=256}\u000a04:26:58.038945 --- ParallelTerminationStrategy: PID 24382 died...\u000a04:26:58.092888 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24382): Terminated: ok {rc=0}\u000a04:26:58.102610 --- ParallelTerminationStrategy: PID 24383 died...\u000a04:26:58.155796 run iperf3-srv_10.42.42.10(pid=24383): Terminated {rc=256}\u000a04:26:58.165850 --- ParallelTerminationStrategy: PID 24384 died...\u000a04:26:58.219755 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24384): Terminated: ok {rc=0}\u000a04:26:58.229871 --- ParallelTerminationStrategy: PID 24385 died...\u000a04:26:58.283690 run iperf3-srv_10.42.42.10(pid=24385): Terminated {rc=256}\u000a04:26:58.293783 --- ParallelTerminationStrategy: PID 24386 died...\u000a04:26:58.347382 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=24386): Terminated: ok {rc=0}\u000a04:26:58.357295 --- ParallelTerminationStrategy: PID 24387 died...\u000a04:26:58.410408 run iperf3-srv_10.42.42.10(pid=24387): Terminated {rc=256}\u000a04:26:58.420127 --- ParallelTerminationStrategy: PID 24390 died...\u000a04:26:58.473377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24390): Terminated: ok {rc=0}\u000a04:26:58.483072 --- ParallelTerminationStrategy: PID 24393 died...\u000a04:26:58.536770 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24393): Terminated: ok {rc=0}\u000a04:26:58.546632 --- ParallelTerminationStrategy: PID 24396 died...\u000a04:26:58.600130 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24396): Terminated: ok {rc=0}\u000a04:26:58.684610 bus /gobi_4: Setting Powered False\u000a04:26:59.792595 bus /gobi_4: Setting Powered False\u000a04:27:00.933925 bus /gobi_1: Setting Powered False\u000a04:27:02.045306 bus /gobi_1: Setting Powered False\u000a04:27:03.151455 bus /gobi_0: Setting Powered False\u000a04:27:04.258802 bus /gobi_0: Setting Powered False\u000a04:27:05.368910 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24404): Process ended prematurely: osmo-stp_10.42.42.5(pid=24404) [trial-2354↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24404)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24404): Process ended prematurely: osmo-stp_10.42.42.5(pid=24404) [trial-2354↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24404)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-lms+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a04:27:06.436332 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:27:06.447858 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:27:06.601871 tst ping.py: using LAC 19062\u000a04:27:06.717433 tst ping.py: using RAC 192\u000a04:27:06.832183 tst ping.py: using CellId 19062\u000a04:27:06.948053 tst ping.py: using BVCI 19063\u000a04:27:06.970950 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:27:06.981836 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:27:06.992565 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:27:07.003235 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:27:07.013786 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:27:07.024424 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:27:07.035223 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:27:07.045978 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:27:07.320110 tst ping.py:19: start network...\u000a04:27:07.444012 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:27:07.924330 run create_hlr_db(pid=24398): Launched\u000a04:27:08.096300 bus /gobi_6: Setting Powered False\u000a04:27:09.118012 run create_hlr_db(pid=24398): Terminated: ok {rc=0}\u000a04:27:09.543956 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24400): Launched\u000a04:27:09.866307 run osmo-hlr_10.42.42.2(pid=24401): Launched\u000a04:27:09.986088 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:27:10.547000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24403): Launched\u000a04:27:10.870063 run osmo-stp_10.42.42.5(pid=24404): Launched\u000a04:27:10.987119 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:27:11.548925 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24406): Launched\u000a04:27:11.663266 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:27:11.944300 run patchelf(pid=24407): Launched\u000a04:27:12.131451 run osmo-stp_10.42.42.5(pid=24404): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24404)]\u000a04:27:12.268616 run osmo-stp_10.42.42.5(pid=24404): stdout: \u000a| (launched: 2022-12-09_04:27:10.708844)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:27:12.406043 run osmo-stp_10.42.42.5(pid=24404): stderr: \u000a| �[0;m�[38;5;43m20221209042710901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042710901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042710901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042710902 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042710902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042710902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042710902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:27:12.538762 run osmo-stp_10.42.42.5(pid=24404): stdout: \u000a| (launched: 2022-12-09_04:27:10.708844)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:27:12.670236 run osmo-stp_10.42.42.5(pid=24404): stderr: \u000a| �[0;m�[38;5;43m20221209042710901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042710901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042710901 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042710902 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042710902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042710902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042710902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:27:12.823426 run patchelf(pid=24407): Terminating (SIGINT)\u000a04:27:13.004247 run patchelf(pid=24407): Terminated: ok {rc=0}\u000a04:27:13.036789 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=24404): Process ended prematurely: osmo-stp_10.42.42.5(pid=24404) [trial-2354↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24404)] [trial-2354↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22]\u000a04:27:13.046148 tst ping.py:22: Test FAILED (6.6 sec)\u000a04:27:13.110862 run osmo-hlr_10.42.42.2(pid=24401): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24401)]\u000a04:27:13.163366 run osmo-hlr_10.42.42.2(pid=24401): stdout: \u000a| (launched: 2022-12-09_04:27:09.706498) \u000a04:27:13.216414 run osmo-hlr_10.42.42.2(pid=24401): stderr: \u000a| �[0;m�[1;31m20221209042709903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209042709903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209042709903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042709903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042709903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209042709903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209042709916 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-lms+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209042709927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209042709927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209042709927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:27:13.261444 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24400): Terminating (SIGTERM)\u000a04:27:13.303683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24403): Terminating (SIGTERM)\u000a04:27:13.346370 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24406): Terminating (SIGTERM)\u000a04:27:13.356442 --- ParallelTerminationStrategy: PID 24400 died...\u000a04:27:13.413598 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24400): Terminated: ok {rc=0}\u000a04:27:13.423883 --- ParallelTerminationStrategy: PID 24403 died...\u000a04:27:13.480692 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24403): Terminated: ok {rc=0}\u000a04:27:13.490917 --- ParallelTerminationStrategy: PID 24406 died...\u000a04:27:13.547518 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24406): Terminated: ok {rc=0}\u000a04:27:13.635637 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24414): Process ended prematurely: osmo-stp_10.42.42.5(pid=24414) [trial-2354↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24414)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24414): Process ended prematurely: osmo-stp_10.42.42.5(pid=24414) [trial-2354↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24414)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-lms+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a04:27:14.686759 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:27:14.698613 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:27:14.855531 tst ping_idle_ping.py: using LAC 19063\u000a04:27:14.972170 tst ping_idle_ping.py: using RAC 193\u000a04:27:15.089081 tst ping_idle_ping.py: using CellId 19063\u000a04:27:15.206006 tst ping_idle_ping.py: using BVCI 19064\u000a04:27:15.229014 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:27:15.240000 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:27:15.250963 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:27:15.261825 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:27:15.272428 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:27:15.283268 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:27:15.294364 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:27:15.305210 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:27:15.594221 tst ping_idle_ping.py:24: start network...\u000a04:27:15.727245 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:27:16.303599 run create_hlr_db(pid=24408): Launched\u000a04:27:16.496413 bus /gobi_6: Setting Powered False\u000a04:27:17.501316 run create_hlr_db(pid=24408): Terminated: ok {rc=0}\u000a04:27:17.928784 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24410): Launched\u000a04:27:18.227458 run osmo-hlr_10.42.42.2(pid=24411): Launched\u000a04:27:18.344065 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:27:18.868474 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24413): Launched\u000a04:27:19.167987 run osmo-stp_10.42.42.5(pid=24414): Launched\u000a04:27:19.276505 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:27:19.795992 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24416): Launched\u000a04:27:19.901835 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:27:20.163936 run patchelf(pid=24417): Launched\u000a04:27:20.338452 run osmo-stp_10.42.42.5(pid=24414): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24414)]\u000a04:27:20.466249 run osmo-stp_10.42.42.5(pid=24414): stdout: \u000a| (launched: 2022-12-09_04:27:19.019482)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:27:20.593916 run osmo-stp_10.42.42.5(pid=24414): stderr: \u000a| �[0;m�[38;5;43m20221209042719190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042719190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042719190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042719191 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042719191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042719191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042719191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:27:20.716850 run osmo-stp_10.42.42.5(pid=24414): stdout: \u000a| (launched: 2022-12-09_04:27:19.019482)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:27:20.839299 run osmo-stp_10.42.42.5(pid=24414): stderr: \u000a| �[0;m�[38;5;43m20221209042719190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042719190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042719190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042719191 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042719191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042719191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042719191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:27:20.982082 run patchelf(pid=24417): Terminating (SIGINT)\u000a04:27:21.150215 run patchelf(pid=24417): Terminated: ok {rc=0}\u000a04:27:21.180652 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=24414): Process ended prematurely: osmo-stp_10.42.42.5(pid=24414) [trial-2354↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24414)] [trial-2354↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a04:27:21.189320 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a04:27:21.249975 run osmo-hlr_10.42.42.2(pid=24411): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24411)]\u000a04:27:21.300780 run osmo-hlr_10.42.42.2(pid=24411): stdout: \u000a| (launched: 2022-12-09_04:27:18.079875) \u000a04:27:21.351479 run osmo-hlr_10.42.42.2(pid=24411): stderr: \u000a| �[0;m�[1;31m20221209042718254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209042718254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209042718254 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042718255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042718255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209042718255 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209042718267 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-lms+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209042718277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209042718277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209042718277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:27:21.393839 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24410): Terminating (SIGTERM)\u000a04:27:21.433812 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24413): Terminating (SIGTERM)\u000a04:27:21.473787 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24416): Terminating (SIGTERM)\u000a04:27:21.483189 --- ParallelTerminationStrategy: PID 24410 died...\u000a04:27:21.536819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24410): Terminated: ok {rc=0}\u000a04:27:21.546617 --- ParallelTerminationStrategy: PID 24413 died...\u000a04:27:21.599866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24413): Terminated: ok {rc=0}\u000a04:27:21.609698 --- ParallelTerminationStrategy: PID 24416 died...\u000a04:27:21.662549 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24416): Terminated: ok {rc=0}\u000a04:27:21.750672 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "110", "name" : "gprs_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:26:24" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24428): Process ended prematurely: osmo-stp_10.42.42.5(pid=24428) [trial-2354↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24428)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24428): Process ended prematurely: osmo-stp_10.42.42.5(pid=24428) [trial-2354↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24428)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a04:27:23.770158 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:27:23.781298 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a04:27:23.936463 tst switch_tch_pdch.py: using LAC 19064\u000a04:27:24.054947 tst switch_tch_pdch.py: using RAC 194\u000a04:27:24.173814 tst switch_tch_pdch.py: using CellId 19064\u000a04:27:24.293705 tst switch_tch_pdch.py: using BVCI 19065\u000a04:27:24.316395 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:27:24.327581 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:27:24.338566 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:27:24.349504 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:27:24.360397 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:27:24.371361 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:27:24.382401 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:27:24.393476 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:27:24.512131 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:27:24.793073 tst switch_tch_pdch.py:51: start network...\u000a04:27:24.916617 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:27:25.394841 run create_hlr_db(pid=24422): Launched\u000a04:27:25.565757 bus /gobi_6: Setting Powered False\u000a04:27:26.587930 run create_hlr_db(pid=24422): Terminated: ok {rc=0}\u000a04:27:26.985505 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24424): Launched\u000a04:27:27.283297 run osmo-hlr_10.42.42.2(pid=24425): Launched\u000a04:27:27.400755 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:27:27.927953 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24427): Launched\u000a04:27:28.226209 run osmo-stp_10.42.42.5(pid=24428): Launched\u000a04:27:28.334015 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:27:28.854899 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24430): Launched\u000a04:27:28.960482 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:27:29.220469 run patchelf(pid=24431): Launched\u000a04:27:29.394364 run osmo-stp_10.42.42.5(pid=24428): ERR: Terminated: ERROR {rc=1} [trial-2354↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24428)]\u000a04:27:29.521377 run osmo-stp_10.42.42.5(pid=24428): stdout: \u000a| (launched: 2022-12-09_04:27:28.078544)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:27:29.648526 run osmo-stp_10.42.42.5(pid=24428): stderr: \u000a| �[0;m�[38;5;43m20221209042728250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042728250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042728250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042728250 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042728251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042728251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042728251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:27:29.771693 run osmo-stp_10.42.42.5(pid=24428): stdout: \u000a| (launched: 2022-12-09_04:27:28.078544)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:27:29.894142 run osmo-stp_10.42.42.5(pid=24428): stderr: \u000a| �[0;m�[38;5;43m20221209042728250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042728250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042728250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042728250 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042728251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042728251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042728251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:27:30.036665 run patchelf(pid=24431): Terminating (SIGINT)\u000a04:27:30.204861 run patchelf(pid=24431): Terminated: ok {rc=0}\u000a04:27:30.235364 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=24428): Process ended prematurely: osmo-stp_10.42.42.5(pid=24428) [trial-2354↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24428)] [trial-2354↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a04:27:30.244026 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a04:27:30.304256 run osmo-hlr_10.42.42.2(pid=24425): ERR: Terminated: ERROR {rc=237} [trial-2354↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24425)]\u000a04:27:30.353354 run osmo-hlr_10.42.42.2(pid=24425): stdout: \u000a| (launched: 2022-12-09_04:27:27.135926) \u000a04:27:30.402904 run osmo-hlr_10.42.42.2(pid=24425): stderr: \u000a| �[0;m�[1;31m20221209042727312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209042727312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209042727312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042727312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042727312 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209042727313 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209042727323 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209042727332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209042727332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209042727332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:27:30.445531 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24424): Terminating (SIGTERM)\u000a04:27:30.485545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24427): Terminating (SIGTERM)\u000a04:27:30.525350 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24430): Terminating (SIGTERM)\u000a04:27:30.534566 --- ParallelTerminationStrategy: PID 24424 died...\u000a04:27:30.587783 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24424): Terminated: ok {rc=0}\u000a04:27:30.597507 --- ParallelTerminationStrategy: PID 24427 died...\u000a04:27:30.650460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24427): Terminated: ok {rc=0}\u000a04:27:30.660024 --- ParallelTerminationStrategy: PID 24430 died...\u000a04:27:30.712913 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24430): Terminated: ok {rc=0}\u000a04:27:30.796565 bus /gobi_0: Setting Powered False\u000a04:27:31.899399 bus /gobi_0: Setting Powered False\u000a04:27:33.007349 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "111", "name" : "dynts_trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:27:23" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "dynts:trx-lms+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24444): Process ended prematurely: osmo-stp_10.42.42.5(pid=24444) [trial-2354↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24444)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24444): Process ended prematurely: osmo-stp_10.42.42.5(pid=24444) [trial-2354↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24444)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 dynts:trx-lms+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a04:27:34.976733 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:27:34.987840 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a04:27:35.139927 tst switch_tch_pdch.py: using LAC 19065\u000a04:27:35.255287 tst switch_tch_pdch.py: using RAC 195\u000a04:27:35.370705 tst switch_tch_pdch.py: using CellId 19065\u000a04:27:35.497611 tst switch_tch_pdch.py: using BVCI 19066\u000a04:27:35.520423 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:27:35.531270 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:27:35.542043 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:27:35.552527 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:27:35.563158 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:27:35.573791 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:27:35.584458 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:27:35.595131 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a04:27:35.714096 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a04:27:36.009710 tst switch_tch_pdch.py:51: start network...\u000a04:27:36.142540 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:27:36.620007 run create_hlr_db(pid=24438): Launched\u000a04:27:36.750517 bus /gobi_6: Setting Powered False\u000a04:27:37.825530 run create_hlr_db(pid=24438): Terminated: ok {rc=0}\u000a04:27:38.225104 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24440): Launched\u000a04:27:38.546254 run osmo-hlr_10.42.42.2(pid=24441): Launched\u000a04:27:38.665903 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:27:39.196783 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24443): Launched\u000a04:27:39.517145 run osmo-stp_10.42.42.5(pid=24444): Launched\u000a04:27:39.634146 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:27:40.168289 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24446): Launched\u000a04:27:40.283070 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:27:40.564058 run patchelf(pid=24447): Launched\u000a04:27:40.751037 run osmo-stp_10.42.42.5(pid=24444): ERR: Terminated: ERROR {rc=1} [trial-2354↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24444)]\u000a04:27:40.887931 run osmo-stp_10.42.42.5(pid=24444): stdout: \u000a| (launched: 2022-12-09_04:27:39.359153)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:27:41.025360 run osmo-stp_10.42.42.5(pid=24444): stderr: \u000a| �[0;m�[38;5;43m20221209042739552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042739552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042739552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042739553 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042739553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042739553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042739553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:27:41.158263 run osmo-stp_10.42.42.5(pid=24444): stdout: \u000a| (launched: 2022-12-09_04:27:39.359153)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:27:41.289495 run osmo-stp_10.42.42.5(pid=24444): stderr: \u000a| �[0;m�[38;5;43m20221209042739552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042739552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042739552 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042739553 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042739553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042739553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042739553 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:27:41.443096 run patchelf(pid=24447): Terminating (SIGINT)\u000a04:27:41.623255 run patchelf(pid=24447): Terminated: ok {rc=0}\u000a04:27:41.655796 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=24444): Process ended prematurely: osmo-stp_10.42.42.5(pid=24444) [trial-2354↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24444)] [trial-2354↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a04:27:41.665168 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a04:27:41.729510 run osmo-hlr_10.42.42.2(pid=24441): ERR: Terminated: ERROR {rc=237} [trial-2354↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24441)]\u000a04:27:41.781704 run osmo-hlr_10.42.42.2(pid=24441): stdout: \u000a| (launched: 2022-12-09_04:27:38.387652) \u000a04:27:41.834702 run osmo-hlr_10.42.42.2(pid=24441): stderr: \u000a| �[0;m�[1;31m20221209042738587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209042738587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209042738588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042738588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042738588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209042738588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209042738601 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/dynts:trx-lms+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209042738609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209042738609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209042738609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:27:41.879892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24440): Terminating (SIGTERM)\u000a04:27:41.922442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24443): Terminating (SIGTERM)\u000a04:27:41.964690 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24446): Terminating (SIGTERM)\u000a04:27:41.974574 --- ParallelTerminationStrategy: PID 24440 died...\u000a04:27:42.031100 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24440): Terminated: ok {rc=0}\u000a04:27:42.041448 --- ParallelTerminationStrategy: PID 24443 died...\u000a04:27:42.098224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24443): Terminated: ok {rc=0}\u000a04:27:42.108416 --- ParallelTerminationStrategy: PID 24446 died...\u000a04:27:42.165514 run pcap-recorder_any(filters='host 10.42.42.6')(pid=24446): Terminated: ok {rc=0}\u000a04:27:42.252071 bus /gobi_0: Setting Powered False\u000a04:27:43.359571 bus /gobi_0: Setting Powered False\u000a04:27:44.472137 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "112", "name" : "dynts_trx-lms+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:27:34" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "nitb_sms:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=24452): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24452) [trial-2354↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24452)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=24452): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24452) [trial-2354↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24452)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 nitb_sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a04:27:46.374396 tst nitb_sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a04:27:46.390473 tst nitb_sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a04:27:46.534984 tst mo_mt_sms.py: using LAC 19066\u000a04:27:46.672153 tst mo_mt_sms.py: using RAC 196\u000a04:27:46.803503 tst mo_mt_sms.py: using CellId 19066\u000a04:27:46.927379 tst mo_mt_sms.py: using BVCI 19067\u000a04:27:46.950221 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a04:27:47.067052 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a04:27:47.355231 tst mo_mt_sms.py:9: start nitb and bts...\u000a04:27:47.478607 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a04:27:48.097826 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24451): Launched\u000a04:27:48.393412 run osmo-nitb_10.42.42.2(pid=24452): Launched\u000a04:27:48.576291 run osmo-nitb_10.42.42.2(pid=24452): ERR: Terminated: ERROR {rc=2} [trial-2354↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24452)]\u000a04:27:48.711750 run osmo-nitb_10.42.42.2(pid=24452): stdout: \u000a| (launched: 2022-12-09_04:27:48.248750) \u000a04:27:48.846797 run osmo-nitb_10.42.42.2(pid=24452): stderr: \u000a| (launched: 2022-12-09_04:27:48.293016)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:27:48.977365 run osmo-nitb_10.42.42.2(pid=24452): stdout: \u000a| (launched: 2022-12-09_04:27:48.248750) \u000a04:27:49.107029 run osmo-nitb_10.42.42.2(pid=24452): stderr: \u000a| (launched: 2022-12-09_04:27:48.293016)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:27:49.511513 tst osmo-nitb_10.42.42.2(pid=24452): stdout: \u000a| (launched: 2022-12-09_04:27:48.248750) \u000a04:27:49.629729 tst osmo-nitb_10.42.42.2(pid=24452): stderr: \u000a| (launched: 2022-12-09_04:27:48.293016)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:27:49.681744 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=24452): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24452) [trial-2354↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24452)] [trial-2354↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11]\u000a04:27:49.689947 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a04:27:49.724245 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24451): Terminating (SIGTERM)\u000a04:27:49.901630 --- ParallelTerminationStrategy: PID 24451 died...\u000a04:27:49.956153 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24451): Terminated: ok {rc=0}\u000a04:27:50.040131 bus /sierra_3: Setting Powered False\u000a04:27:51.142700 bus /sierra_3: Setting Powered False\u000a04:27:52.252850 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "113", "name" : "nitb_sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:27:46" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "sms:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24462): Process ended prematurely: osmo-stp_10.42.42.5(pid=24462) [trial-2354↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24462)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24462): Process ended prematurely: osmo-stp_10.42.42.5(pid=24462) [trial-2354↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24462)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a04:27:54.142145 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:27:54.153468 tst sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a04:27:54.292353 tst mo_mt_sms.py: using LAC 19067\u000a04:27:54.416660 tst mo_mt_sms.py: using RAC 197\u000a04:27:54.543137 tst mo_mt_sms.py: using CellId 19067\u000a04:27:54.668226 tst mo_mt_sms.py: using BVCI 19068\u000a04:27:54.692549 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:27:54.703904 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:27:54.715011 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:27:54.726437 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:27:54.738156 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:27:54.749580 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a04:27:54.867020 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a04:27:55.064368 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:27:55.543705 run create_hlr_db(pid=24456): Launched\u000a04:27:55.714177 bus /sierra_2: Setting Powered False\u000a04:27:56.737194 run create_hlr_db(pid=24456): Terminated: ok {rc=0}\u000a04:27:57.162901 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24458): Launched\u000a04:27:57.483440 run osmo-hlr_10.42.42.2(pid=24459): Launched\u000a04:27:57.603036 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:27:58.160890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24461): Launched\u000a04:27:58.481367 run osmo-stp_10.42.42.5(pid=24462): Launched\u000a04:27:58.597635 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:27:59.186652 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24464): Launched\u000a04:27:59.507085 run osmo-msc_10.42.42.6(pid=24465): Launched\u000a04:27:59.695492 run osmo-stp_10.42.42.5(pid=24462): ERR: Terminated: ERROR {rc=1} [trial-2354↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24462)]\u000a04:27:59.831781 run osmo-stp_10.42.42.5(pid=24462): stdout: \u000a| (launched: 2022-12-09_04:27:58.322761)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:27:59.968294 run osmo-stp_10.42.42.5(pid=24462): stderr: \u000a| �[0;m�[38;5;43m20221209042758513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042758513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042758513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042758514 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042758514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042758514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042758514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:28:00.096709 run osmo-stp_10.42.42.5(pid=24462): stdout: \u000a| (launched: 2022-12-09_04:27:58.322761)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:28:00.224231 run osmo-stp_10.42.42.5(pid=24462): stderr: \u000a| �[0;m�[38;5;43m20221209042758513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042758513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042758513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042758514 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042758514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042758514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042758514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:28:00.279951 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=24462): Process ended prematurely: osmo-stp_10.42.42.5(pid=24462) [trial-2354↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24462)] [trial-2354↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16]\u000a04:28:00.288442 tst mo_mt_sms.py:16: Test FAILED (6.1 sec)\u000a04:28:00.352368 run osmo-hlr_10.42.42.2(pid=24459): ERR: Terminated: ERROR {rc=237} [trial-2354↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24459)]\u000a04:28:00.404759 run osmo-hlr_10.42.42.2(pid=24459): stdout: \u000a| (launched: 2022-12-09_04:27:57.325004) \u000a04:28:00.457659 run osmo-hlr_10.42.42.2(pid=24459): stderr: \u000a| �[0;m�[1;31m20221209042757522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209042757522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209042757522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042757522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042757522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209042757523 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209042757535 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/sms:trx-lms-limenet-micro/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209042757545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209042757545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209042757545 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:28:00.529584 run osmo-msc_10.42.42.6(pid=24465): ERR: Terminated: ERROR {rc=2} [trial-2354↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24465)]\u000a04:28:00.581903 run osmo-msc_10.42.42.6(pid=24465): stdout: \u000a| (launched: 2022-12-09_04:27:59.349005) \u000a04:28:00.634816 run osmo-msc_10.42.42.6(pid=24465): stderr: \u000a| �[0;m�[38;5;43m20221209042759671 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209042759671 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f52ac30cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209042759671 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209042759671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209042759671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209042759672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209042759673 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209042759674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209042759674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209042759674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:28:00.679552 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24458): Terminating (SIGTERM)\u000a04:28:00.721579 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24461): Terminating (SIGTERM)\u000a04:28:00.764189 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24464): Terminating (SIGTERM)\u000a04:28:00.774065 --- ParallelTerminationStrategy: PID 24458 died...\u000a04:28:00.833279 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24458): Terminated: ok {rc=0}\u000a04:28:00.844483 --- ParallelTerminationStrategy: PID 24461 died...\u000a04:28:00.902752 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24461): Terminated: ok {rc=0}\u000a04:28:00.913090 --- ParallelTerminationStrategy: PID 24464 died...\u000a04:28:00.969414 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24464): Terminated: ok {rc=0}\u000a04:28:01.057162 bus /sierra_3: Setting Powered False\u000a04:28:02.161687 bus /sierra_3: Setting Powered False\u000a04:28:03.269523 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "114", "name" : "sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:27:53" }, { "cases" : [ { "testActions" : [ ], "age" : 215, "className" : "nitb_ussd:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=24471): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24471) [trial-2354↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24471)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=24471): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24471) [trial-2354↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24471)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 nitb_ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a04:28:05.107212 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a04:28:05.119288 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a04:28:05.260798 tst assert_extension.py: using LAC 19068\u000a04:28:05.386869 tst assert_extension.py: using RAC 198\u000a04:28:05.512541 tst assert_extension.py: using CellId 19068\u000a04:28:05.637536 tst assert_extension.py: using BVCI 19069\u000a04:28:05.662010 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a04:28:05.938672 tst assert_extension.py:10: start nitb and bts...\u000a04:28:06.063252 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a04:28:06.684008 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24470): Launched\u000a04:28:06.981216 run osmo-nitb_10.42.42.2(pid=24471): Launched\u000a04:28:07.164734 run osmo-nitb_10.42.42.2(pid=24471): ERR: Terminated: ERROR {rc=2} [trial-2354↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24471)]\u000a04:28:07.299849 run osmo-nitb_10.42.42.2(pid=24471): stdout: \u000a| (launched: 2022-12-09_04:28:06.836632) \u000a04:28:07.435681 run osmo-nitb_10.42.42.2(pid=24471): stderr: \u000a| (launched: 2022-12-09_04:28:06.881118)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:28:07.566527 run osmo-nitb_10.42.42.2(pid=24471): stdout: \u000a| (launched: 2022-12-09_04:28:06.836632) \u000a04:28:07.696194 run osmo-nitb_10.42.42.2(pid=24471): stderr: \u000a| (launched: 2022-12-09_04:28:06.881118)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:28:08.100870 tst osmo-nitb_10.42.42.2(pid=24471): stdout: \u000a| (launched: 2022-12-09_04:28:06.836632) \u000a04:28:08.219451 tst osmo-nitb_10.42.42.2(pid=24471): stderr: \u000a| (launched: 2022-12-09_04:28:06.881118)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:28:08.271202 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=24471): Process ended prematurely: osmo-nitb_10.42.42.2(pid=24471) [trial-2354↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=24471)] [trial-2354↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12]\u000a04:28:08.279255 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a04:28:08.313562 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24470): Terminating (SIGTERM)\u000a04:28:08.490883 --- ParallelTerminationStrategy: PID 24470 died...\u000a04:28:08.546699 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=24470): Terminated: ok {rc=0}\u000a04:28:08.636826 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "115", "name" : "nitb_ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:28:04" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "ussd:trx-lms-limenet-micro", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24481): Process ended prematurely: osmo-stp_10.42.42.5(pid=24481) [trial-2354↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24481)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24481): Process ended prematurely: osmo-stp_10.42.42.5(pid=24481) [trial-2354↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24481)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a04:28:10.480195 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:28:10.491593 tst ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a04:28:10.633098 tst assert_extension.py: using LAC 19069\u000a04:28:10.757779 tst assert_extension.py: using RAC 199\u000a04:28:10.886527 tst assert_extension.py: using CellId 19069\u000a04:28:11.006312 tst assert_extension.py: using BVCI 19070\u000a04:28:11.029000 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:28:11.039937 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:28:11.050842 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:28:11.061478 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:28:11.072322 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:28:11.083100 tst ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a04:28:11.291642 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:28:11.803493 run create_hlr_db(pid=24475): Launched\u000a04:28:11.975079 bus /sierra_2: Setting Powered False\u000a04:28:12.996415 run create_hlr_db(pid=24475): Terminated: ok {rc=0}\u000a04:28:13.394126 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24477): Launched\u000a04:28:13.693108 run osmo-hlr_10.42.42.2(pid=24478): Launched\u000a04:28:13.801368 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:28:14.323100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24480): Launched\u000a04:28:14.622414 run osmo-stp_10.42.42.5(pid=24481): Launched\u000a04:28:14.731212 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:28:15.276648 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24483): Launched\u000a04:28:15.575288 run osmo-msc_10.42.42.6(pid=24484): Launched\u000a04:28:15.751020 run osmo-stp_10.42.42.5(pid=24481): ERR: Terminated: ERROR {rc=1} [trial-2354↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24481)]\u000a04:28:15.886830 run osmo-stp_10.42.42.5(pid=24481): stdout: \u000a| (launched: 2022-12-09_04:28:14.474701)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:28:16.029674 run osmo-stp_10.42.42.5(pid=24481): stderr: \u000a| �[0;m�[38;5;43m20221209042814643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042814643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042814644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042814644 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042814645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042814645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042814645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:28:16.153264 run osmo-stp_10.42.42.5(pid=24481): stdout: \u000a| (launched: 2022-12-09_04:28:14.474701)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:28:16.275375 run osmo-stp_10.42.42.5(pid=24481): stderr: \u000a| �[0;m�[38;5;43m20221209042814643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042814643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042814644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042814644 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042814645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042814645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042814645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:28:16.329531 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=24481): Process ended prematurely: osmo-stp_10.42.42.5(pid=24481) [trial-2354↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24481)] [trial-2354↪ussd:trx-lms-limenet-micro↪assert_extension.py:17]\u000a04:28:16.338340 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a04:28:16.399988 run osmo-hlr_10.42.42.2(pid=24478): ERR: Terminated: ERROR {rc=237} [trial-2354↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24478)]\u000a04:28:16.450565 run osmo-hlr_10.42.42.2(pid=24478): stdout: \u000a| (launched: 2022-12-09_04:28:13.545966) \u000a04:28:16.501317 run osmo-hlr_10.42.42.2(pid=24478): stderr: \u000a| �[0;m�[1;31m20221209042813722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209042813722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209042813722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042813722 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042813723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209042813723 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209042813735 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/ussd:trx-lms-limenet-micro/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209042813745 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209042813746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209042813746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:28:16.570828 run osmo-msc_10.42.42.6(pid=24484): ERR: Terminated: ERROR {rc=2} [trial-2354↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24484)]\u000a04:28:16.621411 run osmo-msc_10.42.42.6(pid=24484): stdout: \u000a| (launched: 2022-12-09_04:28:15.427409) \u000a04:28:16.672300 run osmo-msc_10.42.42.6(pid=24484): stderr: \u000a| �[0;m�[38;5;43m20221209042815698 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209042815699 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3416de5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209042815699 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209042815699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209042815700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209042815700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209042815702 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209042815702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209042815703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209042815703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:28:16.715432 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24477): Terminating (SIGTERM)\u000a04:28:16.758524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24480): Terminating (SIGTERM)\u000a04:28:16.799628 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24483): Terminating (SIGTERM)\u000a04:28:16.809259 --- ParallelTerminationStrategy: PID 24477 died...\u000a04:28:16.864120 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24477): Terminated: ok {rc=0}\u000a04:28:16.874311 --- ParallelTerminationStrategy: PID 24480 died...\u000a04:28:16.928598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24480): Terminated: ok {rc=0}\u000a04:28:16.938764 --- ParallelTerminationStrategy: PID 24483 died...\u000a04:28:16.993110 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24483): Terminated: ok {rc=0}\u000a04:28:17.079092 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "116", "name" : "ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:28:10" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24495): Process ended prematurely: osmo-stp_10.42.42.5(pid=24495) [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24495)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24495): Process ended prematurely: osmo-stp_10.42.42.5(pid=24495) [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24495)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a04:28:19.015832 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:28:19.027148 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a04:28:19.179001 tst mo_mt_call.py: using LAC 19070\u000a04:28:19.301165 tst mo_mt_call.py: using RAC 200\u000a04:28:19.420453 tst mo_mt_call.py: using CellId 19070\u000a04:28:19.539472 tst mo_mt_call.py: using BVCI 19071\u000a04:28:19.562498 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:28:19.573781 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:28:19.585007 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:28:19.596129 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:28:19.607297 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:28:19.618389 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a04:28:19.739287 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a04:28:19.952642 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:28:20.463281 run create_hlr_db(pid=24489): Launched\u000a04:28:20.651051 bus /sierra_2: Setting Powered False\u000a04:28:21.673406 run create_hlr_db(pid=24489): Terminated: ok {rc=0}\u000a04:28:22.081263 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24491): Launched\u000a04:28:22.387681 run osmo-hlr_10.42.42.2(pid=24492): Launched\u000a04:28:22.500206 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:28:23.029890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24494): Launched\u000a04:28:23.333533 run osmo-stp_10.42.42.5(pid=24495): Launched\u000a04:28:23.444321 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:28:23.998783 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24497): Launched\u000a04:28:24.302831 run osmo-msc_10.42.42.6(pid=24498): Launched\u000a04:28:24.481336 run osmo-stp_10.42.42.5(pid=24495): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24495)]\u000a04:28:24.608642 run osmo-stp_10.42.42.5(pid=24495): stdout: \u000a| (launched: 2022-12-09_04:28:23.184146)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:28:24.734802 run osmo-stp_10.42.42.5(pid=24495): stderr: \u000a| �[0;m�[38;5;43m20221209042823356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042823356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042823356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042823357 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042823357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042823357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042823357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:28:24.856195 run osmo-stp_10.42.42.5(pid=24495): stdout: \u000a| (launched: 2022-12-09_04:28:23.184146)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:28:24.977174 run osmo-stp_10.42.42.5(pid=24495): stderr: \u000a| �[0;m�[38;5;43m20221209042823356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042823356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042823356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042823357 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042823357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042823357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042823357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:28:25.030233 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24495): Process ended prematurely: osmo-stp_10.42.42.5(pid=24495) [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24495)] [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a04:28:25.038802 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a04:28:25.098957 run osmo-hlr_10.42.42.2(pid=24492): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24492)]\u000a04:28:25.148448 run osmo-hlr_10.42.42.2(pid=24492): stdout: \u000a| (launched: 2022-12-09_04:28:22.236086) \u000a04:28:25.198123 run osmo-hlr_10.42.42.2(pid=24492): stderr: \u000a| �[0;m�[1;31m20221209042822414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209042822414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209042822414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042822414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042822414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209042822414 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209042822427 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209042822436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209042822436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209042822436 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:28:25.265797 run osmo-msc_10.42.42.6(pid=24498): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24498)]\u000a04:28:25.315020 run osmo-msc_10.42.42.6(pid=24498): stdout: \u000a| (launched: 2022-12-09_04:28:24.152573) \u000a04:28:25.364561 run osmo-msc_10.42.42.6(pid=24498): stderr: \u000a| �[0;m�[38;5;43m20221209042824427 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209042824427 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f678cc5fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209042824427 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209042824427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209042824427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209042824427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209042824430 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209042824430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209042824430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209042824430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:28:25.406500 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24491): Terminating (SIGTERM)\u000a04:28:25.446090 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24494): Terminating (SIGTERM)\u000a04:28:25.485540 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24497): Terminating (SIGTERM)\u000a04:28:25.494872 --- ParallelTerminationStrategy: PID 24491 died...\u000a04:28:25.548283 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24491): Terminated: ok {rc=0}\u000a04:28:25.557963 --- ParallelTerminationStrategy: PID 24494 died...\u000a04:28:25.611414 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24494): Terminated: ok {rc=0}\u000a04:28:25.621199 --- ParallelTerminationStrategy: PID 24497 died...\u000a04:28:25.674261 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24497): Terminated: ok {rc=0}\u000a04:28:25.758022 bus /sierra_3: Setting Powered False\u000a04:28:26.860364 bus /sierra_3: Setting Powered False\u000a04:28:27.968355 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 190, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24506): Process ended prematurely: osmo-stp_10.42.42.5(pid=24506) [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24506)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24506): Process ended prematurely: osmo-stp_10.42.42.5(pid=24506) [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24506)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:28:29.083177 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:28:29.095669 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a04:28:29.258997 tst mo_mt_call_osmux.py: using LAC 19071\u000a04:28:29.386254 tst mo_mt_call_osmux.py: using RAC 201\u000a04:28:29.513735 tst mo_mt_call_osmux.py: using CellId 19071\u000a04:28:29.640806 tst mo_mt_call_osmux.py: using BVCI 19072\u000a04:28:29.665671 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:28:29.677617 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:28:29.689141 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:28:29.700902 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:28:29.712804 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:28:29.724742 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a04:28:29.846336 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a04:28:30.059613 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:28:30.573708 run create_hlr_db(pid=24500): Launched\u000a04:28:30.762155 bus /sierra_2: Setting Powered False\u000a04:28:31.788832 run create_hlr_db(pid=24500): Terminated: ok {rc=0}\u000a04:28:32.240005 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24502): Launched\u000a04:28:32.570799 run osmo-hlr_10.42.42.2(pid=24503): Launched\u000a04:28:32.694015 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:28:33.263411 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24505): Launched\u000a04:28:33.590208 run osmo-stp_10.42.42.5(pid=24506): Launched\u000a04:28:33.709305 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:28:34.307870 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24508): Launched\u000a04:28:34.634726 run osmo-msc_10.42.42.6(pid=24509): Launched\u000a04:28:34.824940 run osmo-stp_10.42.42.5(pid=24506): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24506)]\u000a04:28:34.963244 run osmo-stp_10.42.42.5(pid=24506): stdout: \u000a| (launched: 2022-12-09_04:28:33.429078)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:28:35.101324 run osmo-stp_10.42.42.5(pid=24506): stderr: \u000a| �[0;m�[38;5;43m20221209042833622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042833622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042833622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042833623 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042833623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042833623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042833623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:28:35.232062 run osmo-stp_10.42.42.5(pid=24506): stdout: \u000a| (launched: 2022-12-09_04:28:33.429078)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:28:35.362180 run osmo-stp_10.42.42.5(pid=24506): stderr: \u000a| �[0;m�[38;5;43m20221209042833622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042833622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042833622 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042833623 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042833623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042833623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042833623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:28:35.419009 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24506): Process ended prematurely: osmo-stp_10.42.42.5(pid=24506) [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24506)] [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a04:28:35.428097 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a04:28:35.491715 run osmo-hlr_10.42.42.2(pid=24503): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24503)]\u000a04:28:35.543684 run osmo-hlr_10.42.42.2(pid=24503): stdout: \u000a| (launched: 2022-12-09_04:28:32.406810) \u000a04:28:35.596302 run osmo-hlr_10.42.42.2(pid=24503): stderr: \u000a| �[0;m�[1;31m20221209042832604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209042832604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209042832604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042832604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042832604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209042832604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209042832621 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209042832630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209042832631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209042832631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:28:35.667712 run osmo-msc_10.42.42.6(pid=24509): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24509)]\u000a04:28:35.719541 run osmo-msc_10.42.42.6(pid=24509): stdout: \u000a| (launched: 2022-12-09_04:28:34.473389) \u000a04:28:35.772110 run osmo-msc_10.42.42.6(pid=24509): stderr: \u000a| �[0;m�[38;5;43m20221209042834796 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209042834796 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4cf2957c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209042834796 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209042834796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209042834796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209042834796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209042834798 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209042834798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209042834799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209042834799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:28:35.817038 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24502): Terminating (SIGTERM)\u000a04:28:35.859327 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24505): Terminating (SIGTERM)\u000a04:28:35.902178 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24508): Terminating (SIGTERM)\u000a04:28:35.911954 --- ParallelTerminationStrategy: PID 24502 died...\u000a04:28:35.968593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24502): Terminated: ok {rc=0}\u000a04:28:35.978781 --- ParallelTerminationStrategy: PID 24505 died...\u000a04:28:36.034960 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24505): Terminated: ok {rc=0}\u000a04:28:36.045462 --- ParallelTerminationStrategy: PID 24508 died...\u000a04:28:36.102147 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24508): Terminated: ok {rc=0}\u000a04:28:36.190218 bus /sierra_3: Setting Powered False\u000a04:28:37.298017 bus /sierra_3: Setting Powered False\u000a04:28:38.406248 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "117", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:28:18" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24520): Process ended prematurely: osmo-stp_10.42.42.5(pid=24520) [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24520)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24520): Process ended prematurely: osmo-stp_10.42.42.5(pid=24520) [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24520)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a04:28:40.408193 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:28:40.419875 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a04:28:40.587454 tst mo_mt_call.py: using LAC 19072\u000a04:28:40.713344 tst mo_mt_call.py: using RAC 202\u000a04:28:40.838888 tst mo_mt_call.py: using CellId 19072\u000a04:28:40.965369 tst mo_mt_call.py: using BVCI 19073\u000a04:28:40.990162 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:28:41.002430 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:28:41.013958 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:28:41.027189 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:28:41.038920 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:28:41.051140 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a04:28:41.171488 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a04:28:41.374450 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:28:41.861699 run create_hlr_db(pid=24514): Launched\u000a04:28:42.035038 bus /sierra_2: Setting Powered False\u000a04:28:43.058251 run create_hlr_db(pid=24514): Terminated: ok {rc=0}\u000a04:28:43.463997 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24516): Launched\u000a04:28:43.767895 run osmo-hlr_10.42.42.2(pid=24517): Launched\u000a04:28:43.879306 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:28:44.406721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24519): Launched\u000a04:28:44.711521 run osmo-stp_10.42.42.5(pid=24520): Launched\u000a04:28:44.822981 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:28:45.379677 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24522): Launched\u000a04:28:45.686924 run osmo-msc_10.42.42.6(pid=24523): Launched\u000a04:28:45.911664 run osmo-stp_10.42.42.5(pid=24520): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24520)]\u000a04:28:46.106562 run osmo-stp_10.42.42.5(pid=24520): stdout: \u000a| (launched: 2022-12-09_04:28:44.561313)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:28:46.236422 run osmo-stp_10.42.42.5(pid=24520): stderr: \u000a| �[0;m�[38;5;43m20221209042844734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042844734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042844734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042844735 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042844735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042844735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042844735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:28:46.362096 run osmo-stp_10.42.42.5(pid=24520): stdout: \u000a| (launched: 2022-12-09_04:28:44.561313)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:28:46.487004 run osmo-stp_10.42.42.5(pid=24520): stderr: \u000a| �[0;m�[38;5;43m20221209042844734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042844734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042844734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042844735 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042844735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042844735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042844735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:28:46.542182 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24520): Process ended prematurely: osmo-stp_10.42.42.5(pid=24520) [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24520)] [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a04:28:46.551777 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a04:28:46.613064 run osmo-hlr_10.42.42.2(pid=24517): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24517)]\u000a04:28:46.664086 run osmo-hlr_10.42.42.2(pid=24517): stdout: \u000a| (launched: 2022-12-09_04:28:43.618393) \u000a04:28:46.715275 run osmo-hlr_10.42.42.2(pid=24517): stderr: \u000a| �[0;m�[1;31m20221209042843798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209042843798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209042843798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042843798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042843798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209042843798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209042843810 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209042843821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209042843821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209042843821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:28:46.784808 run osmo-msc_10.42.42.6(pid=24523): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24523)]\u000a04:28:46.836007 run osmo-msc_10.42.42.6(pid=24523): stdout: \u000a| (launched: 2022-12-09_04:28:45.534229) \u000a04:28:46.887772 run osmo-msc_10.42.42.6(pid=24523): stderr: \u000a| �[0;m�[38;5;43m20221209042845806 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209042845806 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5874c31c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209042845806 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209042845806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209042845806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209042845807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209042845808 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209042845809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209042845809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209042845809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:28:46.930985 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24516): Terminating (SIGTERM)\u000a04:28:46.971898 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24519): Terminating (SIGTERM)\u000a04:28:47.014984 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24522): Terminating (SIGTERM)\u000a04:28:47.024650 --- ParallelTerminationStrategy: PID 24516 died...\u000a04:28:47.079881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24516): Terminated: ok {rc=0}\u000a04:28:47.090117 --- ParallelTerminationStrategy: PID 24519 died...\u000a04:28:47.144896 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24519): Terminated: ok {rc=0}\u000a04:28:47.155149 --- ParallelTerminationStrategy: PID 24522 died...\u000a04:28:47.209616 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24522): Terminated: ok {rc=0}\u000a04:28:47.300574 bus /sierra_3: Setting Powered False\u000a04:28:48.405460 bus /sierra_3: Setting Powered False\u000a04:28:49.515175 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 190, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24531): Process ended prematurely: osmo-stp_10.42.42.5(pid=24531) [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24531)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24531): Process ended prematurely: osmo-stp_10.42.42.5(pid=24531) [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24531)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:28:50.629641 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:28:50.642145 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a04:28:50.805271 tst mo_mt_call_osmux.py: using LAC 19073\u000a04:28:50.935005 tst mo_mt_call_osmux.py: using RAC 203\u000a04:28:51.061802 tst mo_mt_call_osmux.py: using CellId 19073\u000a04:28:51.188829 tst mo_mt_call_osmux.py: using BVCI 19074\u000a04:28:51.213760 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:28:51.225623 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:28:51.237155 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:28:51.249009 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:28:51.260852 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:28:51.273214 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a04:28:51.392449 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a04:28:51.596788 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:28:52.085831 run create_hlr_db(pid=24525): Launched\u000a04:28:52.259649 bus /sierra_2: Setting Powered False\u000a04:28:53.283791 run create_hlr_db(pid=24525): Terminated: ok {rc=0}\u000a04:28:53.716885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24527): Launched\u000a04:28:54.043747 run osmo-hlr_10.42.42.2(pid=24528): Launched\u000a04:28:54.162587 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:28:54.731362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24530): Launched\u000a04:28:55.061539 run osmo-stp_10.42.42.5(pid=24531): Launched\u000a04:28:55.181097 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:28:55.778629 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24533): Launched\u000a04:28:56.108306 run osmo-msc_10.42.42.6(pid=24534): Launched\u000a04:28:56.299945 run osmo-stp_10.42.42.5(pid=24531): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24531)]\u000a04:28:56.438366 run osmo-stp_10.42.42.5(pid=24531): stdout: \u000a| (launched: 2022-12-09_04:28:54.898095)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:28:56.576206 run osmo-stp_10.42.42.5(pid=24531): stderr: \u000a| �[0;m�[38;5;43m20221209042855094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042855094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042855094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042855095 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042855095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042855095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042855095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:28:56.707810 run osmo-stp_10.42.42.5(pid=24531): stdout: \u000a| (launched: 2022-12-09_04:28:54.898095)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:28:56.838297 run osmo-stp_10.42.42.5(pid=24531): stderr: \u000a| �[0;m�[38;5;43m20221209042855094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042855094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042855094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042855095 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042855095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042855095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042855095 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:28:56.895747 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24531): Process ended prematurely: osmo-stp_10.42.42.5(pid=24531) [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24531)] [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a04:28:56.905283 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a04:28:56.970002 run osmo-hlr_10.42.42.2(pid=24528): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24528)]\u000a04:28:57.022559 run osmo-hlr_10.42.42.2(pid=24528): stdout: \u000a| (launched: 2022-12-09_04:28:53.883287) \u000a04:28:57.075820 run osmo-hlr_10.42.42.2(pid=24528): stderr: \u000a| �[0;m�[1;31m20221209042854082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209042854082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209042854082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042854082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042854082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209042854082 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209042854095 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209042854104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209042854104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209042854104 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:28:57.148362 run osmo-msc_10.42.42.6(pid=24534): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24534)]\u000a04:28:57.201057 run osmo-msc_10.42.42.6(pid=24534): stdout: \u000a| (launched: 2022-12-09_04:28:55.945854) \u000a04:28:57.254142 run osmo-msc_10.42.42.6(pid=24534): stderr: \u000a| �[0;m�[38;5;43m20221209042856270 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209042856270 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff915dc3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209042856270 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209042856270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209042856270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209042856271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209042856272 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209042856273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209042856273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209042856273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:28:57.299015 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24527): Terminating (SIGTERM)\u000a04:28:57.342092 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24530): Terminating (SIGTERM)\u000a04:28:57.385104 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24533): Terminating (SIGTERM)\u000a04:28:57.395106 --- ParallelTerminationStrategy: PID 24527 died...\u000a04:28:57.452382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24527): Terminated: ok {rc=0}\u000a04:28:57.462851 --- ParallelTerminationStrategy: PID 24530 died...\u000a04:28:57.519855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24530): Terminated: ok {rc=0}\u000a04:28:57.530134 --- ParallelTerminationStrategy: PID 24533 died...\u000a04:28:57.587358 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24533): Terminated: ok {rc=0}\u000a04:28:57.676394 bus /sierra_3: Setting Powered False\u000a04:28:58.783516 bus /sierra_3: Setting Powered False\u000a04:28:59.893216 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "118", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:28:40" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24545): Process ended prematurely: osmo-stp_10.42.42.5(pid=24545) [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24545)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24545): Process ended prematurely: osmo-stp_10.42.42.5(pid=24545) [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24545)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a04:29:01.959647 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:29:01.974849 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a04:29:02.176251 tst mo_mt_call.py: using LAC 19074\u000a04:29:02.307813 tst mo_mt_call.py: using RAC 204\u000a04:29:02.436717 tst mo_mt_call.py: using CellId 19074\u000a04:29:02.565800 tst mo_mt_call.py: using BVCI 19075\u000a04:29:02.590808 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:29:02.602844 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:29:02.614622 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:29:02.627623 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:29:02.639931 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:29:02.652464 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a04:29:02.771298 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a04:29:02.972748 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:29:03.461309 run create_hlr_db(pid=24539): Launched\u000a04:29:03.635994 bus /sierra_2: Setting Powered False\u000a04:29:04.659114 run create_hlr_db(pid=24539): Terminated: ok {rc=0}\u000a04:29:05.097094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24541): Launched\u000a04:29:05.424197 run osmo-hlr_10.42.42.2(pid=24542): Launched\u000a04:29:05.547346 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:29:06.113134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24544): Launched\u000a04:29:06.438129 run osmo-stp_10.42.42.5(pid=24545): Launched\u000a04:29:06.556335 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:29:07.153695 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24547): Launched\u000a04:29:07.479456 run osmo-msc_10.42.42.6(pid=24548): Launched\u000a04:29:07.670862 run osmo-stp_10.42.42.5(pid=24545): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24545)]\u000a04:29:07.808016 run osmo-stp_10.42.42.5(pid=24545): stdout: \u000a| (launched: 2022-12-09_04:29:06.277996)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:29:07.945491 run osmo-stp_10.42.42.5(pid=24545): stderr: \u000a| �[0;m�[38;5;43m20221209042906471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042906471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042906471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042906471 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042906472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042906472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042906472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:29:08.076489 run osmo-stp_10.42.42.5(pid=24545): stdout: \u000a| (launched: 2022-12-09_04:29:06.277996)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:29:08.206454 run osmo-stp_10.42.42.5(pid=24545): stderr: \u000a| �[0;m�[38;5;43m20221209042906471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042906471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042906471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042906471 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042906472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042906472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042906472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:29:08.263559 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24545): Process ended prematurely: osmo-stp_10.42.42.5(pid=24545) [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24545)] [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a04:29:08.272888 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a04:29:08.337441 run osmo-hlr_10.42.42.2(pid=24542): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24542)]\u000a04:29:08.389429 run osmo-hlr_10.42.42.2(pid=24542): stdout: \u000a| (launched: 2022-12-09_04:29:05.263364) \u000a04:29:08.442151 run osmo-hlr_10.42.42.2(pid=24542): stderr: \u000a| �[0;m�[1;31m20221209042905461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209042905461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209042905461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042905461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042905461 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209042905462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209042905478 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209042905487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209042905487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209042905487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:29:08.513855 run osmo-msc_10.42.42.6(pid=24548): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24548)]\u000a04:29:08.565740 run osmo-msc_10.42.42.6(pid=24548): stdout: \u000a| (launched: 2022-12-09_04:29:07.319426) \u000a04:29:08.618219 run osmo-msc_10.42.42.6(pid=24548): stderr: \u000a| �[0;m�[38;5;43m20221209042907642 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209042907642 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f36d55ebc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209042907642 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209042907642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209042907642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209042907643 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209042907644 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209042907645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209042907645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209042907645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:29:08.662759 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24541): Terminating (SIGTERM)\u000a04:29:08.705288 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24544): Terminating (SIGTERM)\u000a04:29:08.748525 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24547): Terminating (SIGTERM)\u000a04:29:08.758488 --- ParallelTerminationStrategy: PID 24541 died...\u000a04:29:08.815689 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24541): Terminated: ok {rc=0}\u000a04:29:08.826131 --- ParallelTerminationStrategy: PID 24544 died...\u000a04:29:08.882865 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24544): Terminated: ok {rc=0}\u000a04:29:08.893257 --- ParallelTerminationStrategy: PID 24547 died...\u000a04:29:08.950272 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24547): Terminated: ok {rc=0}\u000a04:29:09.038381 bus /sierra_3: Setting Powered False\u000a04:29:10.142385 bus /sierra_3: Setting Powered False\u000a04:29:11.251536 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 190, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24556): Process ended prematurely: osmo-stp_10.42.42.5(pid=24556) [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24556)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24556): Process ended prematurely: osmo-stp_10.42.42.5(pid=24556) [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24556)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:29:12.367186 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:29:12.379670 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a04:29:12.540267 tst mo_mt_call_osmux.py: using LAC 19075\u000a04:29:12.669333 tst mo_mt_call_osmux.py: using RAC 205\u000a04:29:12.794194 tst mo_mt_call_osmux.py: using CellId 19075\u000a04:29:12.919035 tst mo_mt_call_osmux.py: using BVCI 19076\u000a04:29:12.943648 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:29:12.955467 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:29:12.967401 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:29:12.979227 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:29:12.991030 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:29:13.002746 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a04:29:13.120142 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a04:29:13.333198 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:29:13.844595 run create_hlr_db(pid=24550): Launched\u000a04:29:14.031854 bus /sierra_2: Setting Powered False\u000a04:29:15.059099 run create_hlr_db(pid=24550): Terminated: ok {rc=0}\u000a04:29:15.464485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24552): Launched\u000a04:29:15.766037 run osmo-hlr_10.42.42.2(pid=24553): Launched\u000a04:29:15.966332 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:29:16.555121 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24555): Launched\u000a04:29:16.994260 run osmo-stp_10.42.42.5(pid=24556): Launched\u000a04:29:17.207128 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:29:17.756723 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24558): Launched\u000a04:29:18.060513 run osmo-msc_10.42.42.6(pid=24559): Launched\u000a04:29:18.238230 run osmo-stp_10.42.42.5(pid=24556): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24556)]\u000a04:29:18.365662 run osmo-stp_10.42.42.5(pid=24556): stdout: \u000a| (launched: 2022-12-09_04:29:16.723343)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:29:18.490694 run osmo-stp_10.42.42.5(pid=24556): stderr: \u000a| �[0;m�[38;5;43m20221209042917033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042917033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042917033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042917034 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042917036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042917036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042917036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:29:18.611785 run osmo-stp_10.42.42.5(pid=24556): stdout: \u000a| (launched: 2022-12-09_04:29:16.723343)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:29:18.731177 run osmo-stp_10.42.42.5(pid=24556): stderr: \u000a| �[0;m�[38;5;43m20221209042917033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042917033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042917033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042917034 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042917036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042917036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042917036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:29:18.783937 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24556): Process ended prematurely: osmo-stp_10.42.42.5(pid=24556) [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24556)] [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a04:29:18.792640 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a04:29:18.852839 run osmo-hlr_10.42.42.2(pid=24553): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24553)]\u000a04:29:18.902020 run osmo-hlr_10.42.42.2(pid=24553): stdout: \u000a| (launched: 2022-12-09_04:29:15.617224) \u000a04:29:18.951576 run osmo-hlr_10.42.42.2(pid=24553): stderr: \u000a| �[0;m�[1;31m20221209042915797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209042915797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209042915797 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042915798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042915798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209042915798 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209042915810 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209042915820 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209042915821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209042915821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:29:19.019361 run osmo-msc_10.42.42.6(pid=24559): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24559)]\u000a04:29:19.069090 run osmo-msc_10.42.42.6(pid=24559): stdout: \u000a| (launched: 2022-12-09_04:29:17.909582) \u000a04:29:19.119263 run osmo-msc_10.42.42.6(pid=24559): stderr: \u000a| �[0;m�[38;5;43m20221209042918183 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209042918183 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5058971c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209042918183 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209042918183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209042918183 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209042918184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209042918186 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209042918187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209042918187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209042918187 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:29:19.161372 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24552): Terminating (SIGTERM)\u000a04:29:19.201099 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24555): Terminating (SIGTERM)\u000a04:29:19.240883 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24558): Terminating (SIGTERM)\u000a04:29:19.250213 --- ParallelTerminationStrategy: PID 24552 died...\u000a04:29:19.303363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24552): Terminated: ok {rc=0}\u000a04:29:19.313388 --- ParallelTerminationStrategy: PID 24555 died...\u000a04:29:19.366713 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24555): Terminated: ok {rc=0}\u000a04:29:19.376473 --- ParallelTerminationStrategy: PID 24558 died...\u000a04:29:19.429398 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24558): Terminated: ok {rc=0}\u000a04:29:19.518175 bus /sierra_3: Setting Powered False\u000a04:29:20.620742 bus /sierra_3: Setting Powered False\u000a04:29:21.731640 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "119", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:29:01" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24570): Process ended prematurely: osmo-stp_10.42.42.5(pid=24570) [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24570)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24570): Process ended prematurely: osmo-stp_10.42.42.5(pid=24570) [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24570)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a04:29:23.708773 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:29:23.719940 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a04:29:23.879903 tst mo_mt_call.py: using LAC 19076\u000a04:29:24.007965 tst mo_mt_call.py: using RAC 206\u000a04:29:24.135861 tst mo_mt_call.py: using CellId 19076\u000a04:29:24.265173 tst mo_mt_call.py: using BVCI 19077\u000a04:29:24.289710 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:29:24.301507 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:29:24.313384 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:29:24.324761 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:29:24.337066 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:29:24.348845 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a04:29:24.465933 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a04:29:24.667977 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:29:25.151418 run create_hlr_db(pid=24564): Launched\u000a04:29:25.324081 bus /sierra_2: Setting Powered False\u000a04:29:26.346824 run create_hlr_db(pid=24564): Terminated: ok {rc=0}\u000a04:29:26.748544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24566): Launched\u000a04:29:27.049898 run osmo-hlr_10.42.42.2(pid=24567): Launched\u000a04:29:27.159567 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:29:27.681364 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24569): Launched\u000a04:29:27.982605 run osmo-stp_10.42.42.5(pid=24570): Launched\u000a04:29:28.092196 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:29:28.640709 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24572): Launched\u000a04:29:28.943242 run osmo-msc_10.42.42.6(pid=24573): Launched\u000a04:29:29.120663 run osmo-stp_10.42.42.5(pid=24570): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24570)]\u000a04:29:29.248779 run osmo-stp_10.42.42.5(pid=24570): stdout: \u000a| (launched: 2022-12-09_04:29:27.834114)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:29:29.375013 run osmo-stp_10.42.42.5(pid=24570): stderr: \u000a| �[0;m�[38;5;43m20221209042928004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042928004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042928004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042928005 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042928005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042928005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042928005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:29:29.497106 run osmo-stp_10.42.42.5(pid=24570): stdout: \u000a| (launched: 2022-12-09_04:29:27.834114)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:29:29.617489 run osmo-stp_10.42.42.5(pid=24570): stderr: \u000a| �[0;m�[38;5;43m20221209042928004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042928004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042928004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042928005 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042928005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042928005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042928005 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:29:29.670296 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24570): Process ended prematurely: osmo-stp_10.42.42.5(pid=24570) [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24570)] [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a04:29:29.678923 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a04:29:29.738767 run osmo-hlr_10.42.42.2(pid=24567): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24567)]\u000a04:29:29.787691 run osmo-hlr_10.42.42.2(pid=24567): stdout: \u000a| (launched: 2022-12-09_04:29:26.901978) \u000a04:29:29.837536 run osmo-hlr_10.42.42.2(pid=24567): stderr: \u000a| �[0;m�[1;31m20221209042927080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209042927080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209042927080 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042927081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042927081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209042927081 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209042927092 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209042927102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209042927102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209042927102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:29:29.904915 run osmo-msc_10.42.42.6(pid=24573): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24573)]\u000a04:29:29.953734 run osmo-msc_10.42.42.6(pid=24573): stdout: \u000a| (launched: 2022-12-09_04:29:28.793572) \u000a04:29:30.003036 run osmo-msc_10.42.42.6(pid=24573): stderr: \u000a| �[0;m�[38;5;43m20221209042929069 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209042929069 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f46aebc6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209042929069 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209042929070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209042929070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209042929070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209042929072 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209042929072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209042929072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209042929072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:29:30.044753 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24566): Terminating (SIGTERM)\u000a04:29:30.084157 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24569): Terminating (SIGTERM)\u000a04:29:30.123546 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24572): Terminating (SIGTERM)\u000a04:29:30.132788 --- ParallelTerminationStrategy: PID 24566 died...\u000a04:29:30.185909 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24566): Terminated: ok {rc=0}\u000a04:29:30.195613 --- ParallelTerminationStrategy: PID 24569 died...\u000a04:29:30.248381 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24569): Terminated: ok {rc=0}\u000a04:29:30.258007 --- ParallelTerminationStrategy: PID 24572 died...\u000a04:29:30.310858 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24572): Terminated: ok {rc=0}\u000a04:29:30.394361 bus /sierra_3: Setting Powered False\u000a04:29:31.500399 bus /sierra_3: Setting Powered False\u000a04:29:32.606614 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 190, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24581): Process ended prematurely: osmo-stp_10.42.42.5(pid=24581) [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24581)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24581): Process ended prematurely: osmo-stp_10.42.42.5(pid=24581) [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24581)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:29:33.721699 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:29:33.734196 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a04:29:33.895365 tst mo_mt_call_osmux.py: using LAC 19077\u000a04:29:34.015805 tst mo_mt_call_osmux.py: using RAC 207\u000a04:29:34.135445 tst mo_mt_call_osmux.py: using CellId 19077\u000a04:29:34.255721 tst mo_mt_call_osmux.py: using BVCI 19078\u000a04:29:34.278754 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:29:34.289924 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:29:34.300790 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:29:34.311780 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:29:34.322869 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a04:29:34.333781 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a04:29:34.454510 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a04:29:34.657499 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:29:35.140364 run create_hlr_db(pid=24575): Launched\u000a04:29:35.312394 bus /sierra_2: Setting Powered False\u000a04:29:36.334262 run create_hlr_db(pid=24575): Terminated: ok {rc=0}\u000a04:29:36.758605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24577): Launched\u000a04:29:37.079721 run osmo-hlr_10.42.42.2(pid=24578): Launched\u000a04:29:37.195404 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:29:37.750344 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24580): Launched\u000a04:29:38.070619 run osmo-stp_10.42.42.5(pid=24581): Launched\u000a04:29:38.187344 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:29:38.769688 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24583): Launched\u000a04:29:39.089265 run osmo-msc_10.42.42.6(pid=24584): Launched\u000a04:29:39.276272 run osmo-stp_10.42.42.5(pid=24581): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24581)]\u000a04:29:39.412535 run osmo-stp_10.42.42.5(pid=24581): stdout: \u000a| (launched: 2022-12-09_04:29:37.913279)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:29:39.546209 run osmo-stp_10.42.42.5(pid=24581): stderr: \u000a| �[0;m�[38;5;43m20221209042938104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042938104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042938104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042938104 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042938105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042938105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042938105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:29:39.675280 run osmo-stp_10.42.42.5(pid=24581): stdout: \u000a| (launched: 2022-12-09_04:29:37.913279)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:29:39.803162 run osmo-stp_10.42.42.5(pid=24581): stderr: \u000a| �[0;m�[38;5;43m20221209042938104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042938104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042938104 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042938104 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042938105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042938105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042938105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:29:39.859426 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24581): Process ended prematurely: osmo-stp_10.42.42.5(pid=24581) [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24581)] [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a04:29:39.868626 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a04:29:39.932864 run osmo-hlr_10.42.42.2(pid=24578): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24578)]\u000a04:29:39.985771 run osmo-hlr_10.42.42.2(pid=24578): stdout: \u000a| (launched: 2022-12-09_04:29:36.921548) \u000a04:29:40.038503 run osmo-hlr_10.42.42.2(pid=24578): stderr: \u000a| �[0;m�[1;31m20221209042937119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209042937119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209042937119 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042937120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042937120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209042937120 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209042937132 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209042937140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209042937141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209042937141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:29:40.110256 run osmo-msc_10.42.42.6(pid=24584): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24584)]\u000a04:29:40.162815 run osmo-msc_10.42.42.6(pid=24584): stdout: \u000a| (launched: 2022-12-09_04:29:38.932154) \u000a04:29:40.215729 run osmo-msc_10.42.42.6(pid=24584): stderr: \u000a| �[0;m�[38;5;43m20221209042939252 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209042939252 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f32bdc1cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209042939252 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209042939253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209042939253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209042939253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209042939255 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209042939255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209042939255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209042939255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:29:40.260342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24577): Terminating (SIGTERM)\u000a04:29:40.302715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24580): Terminating (SIGTERM)\u000a04:29:40.345464 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24583): Terminating (SIGTERM)\u000a04:29:40.355435 --- ParallelTerminationStrategy: PID 24577 died...\u000a04:29:40.412526 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24577): Terminated: ok {rc=0}\u000a04:29:40.422794 --- ParallelTerminationStrategy: PID 24580 died...\u000a04:29:40.479600 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24580): Terminated: ok {rc=0}\u000a04:29:40.490058 --- ParallelTerminationStrategy: PID 24583 died...\u000a04:29:40.546913 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24583): Terminated: ok {rc=0}\u000a04:29:40.634818 bus /sierra_3: Setting Powered False\u000a04:29:41.742233 bus /sierra_3: Setting Powered False\u000a04:29:42.850392 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "120", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:29:23" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24597): Process ended prematurely: osmo-stp_10.42.42.5(pid=24597) [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24597)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24597): Process ended prematurely: osmo-stp_10.42.42.5(pid=24597) [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24597)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a04:29:44.835083 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:29:44.846180 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a04:29:44.995813 tst mo_mt_call.py: using LAC 19078\u000a04:29:45.114402 tst mo_mt_call.py: using RAC 208\u000a04:29:45.230923 tst mo_mt_call.py: using CellId 19078\u000a04:29:45.347722 tst mo_mt_call.py: using BVCI 19079\u000a04:29:45.370326 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:29:45.381384 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:29:45.392193 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:29:45.403123 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:29:45.414110 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:29:45.425047 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a04:29:45.541288 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a04:29:45.740610 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:29:46.244713 run create_hlr_db(pid=24591): Launched\u000a04:29:46.436741 bus /sierra_2: Setting Powered False\u000a04:29:47.449492 run create_hlr_db(pid=24591): Terminated: ok {rc=0}\u000a04:29:47.852453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24593): Launched\u000a04:29:48.150024 run osmo-hlr_10.42.42.2(pid=24594): Launched\u000a04:29:48.266336 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:29:48.793378 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24596): Launched\u000a04:29:49.090160 run osmo-stp_10.42.42.5(pid=24597): Launched\u000a04:29:49.198101 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:29:49.741746 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24599): Launched\u000a04:29:50.039910 run osmo-msc_10.42.42.6(pid=24600): Launched\u000a04:29:50.214775 run osmo-stp_10.42.42.5(pid=24597): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24597)]\u000a04:29:50.340875 run osmo-stp_10.42.42.5(pid=24597): stdout: \u000a| (launched: 2022-12-09_04:29:48.944702)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:29:50.464672 run osmo-stp_10.42.42.5(pid=24597): stderr: \u000a| �[0;m�[38;5;43m20221209042949113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042949113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042949114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042949114 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042949114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042949115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042949115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:29:50.584236 run osmo-stp_10.42.42.5(pid=24597): stdout: \u000a| (launched: 2022-12-09_04:29:48.944702)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:29:50.702629 run osmo-stp_10.42.42.5(pid=24597): stderr: \u000a| �[0;m�[38;5;43m20221209042949113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042949113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042949114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042949114 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042949114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042949115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042949115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:29:50.755002 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24597): Process ended prematurely: osmo-stp_10.42.42.5(pid=24597) [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24597)] [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a04:29:50.763389 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a04:29:50.823808 run osmo-hlr_10.42.42.2(pid=24594): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24594)]\u000a04:29:50.882107 run osmo-hlr_10.42.42.2(pid=24594): stdout: \u000a| (launched: 2022-12-09_04:29:48.004019) \u000a04:29:50.943640 run osmo-hlr_10.42.42.2(pid=24594): stderr: \u000a| �[0;m�[1;31m20221209042948183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209042948183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209042948183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042948183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042948183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209042948183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209042948196 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209042948204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209042948204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209042948204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:29:51.010861 run osmo-msc_10.42.42.6(pid=24600): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24600)]\u000a04:29:51.059380 run osmo-msc_10.42.42.6(pid=24600): stdout: \u000a| (launched: 2022-12-09_04:29:49.892467) \u000a04:29:51.108523 run osmo-msc_10.42.42.6(pid=24600): stderr: \u000a| �[0;m�[38;5;43m20221209042950162 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209042950163 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f395e7b2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209042950163 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209042950163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209042950163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209042950163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209042950165 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209042950166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209042950167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209042950167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:29:51.150368 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24593): Terminating (SIGTERM)\u000a04:29:51.189844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24596): Terminating (SIGTERM)\u000a04:29:51.229295 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24599): Terminating (SIGTERM)\u000a04:29:51.238508 --- ParallelTerminationStrategy: PID 24593 died...\u000a04:29:51.291264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24593): Terminated: ok {rc=0}\u000a04:29:51.300816 --- ParallelTerminationStrategy: PID 24596 died...\u000a04:29:51.353622 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24596): Terminated: ok {rc=0}\u000a04:29:51.363198 --- ParallelTerminationStrategy: PID 24599 died...\u000a04:29:51.415661 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24599): Terminated: ok {rc=0}\u000a04:29:51.504726 bus /sierra_3: Setting Powered False\u000a04:29:52.607766 bus /sierra_3: Setting Powered False\u000a04:29:53.719662 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 190, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24608): Process ended prematurely: osmo-stp_10.42.42.5(pid=24608) [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24608)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24608): Process ended prematurely: osmo-stp_10.42.42.5(pid=24608) [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24608)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:29:54.828624 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:29:54.840315 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a04:29:54.991473 tst mo_mt_call_osmux.py: using LAC 19079\u000a04:29:55.114194 tst mo_mt_call_osmux.py: using RAC 209\u000a04:29:55.229829 tst mo_mt_call_osmux.py: using CellId 19079\u000a04:29:55.344734 tst mo_mt_call_osmux.py: using BVCI 19080\u000a04:29:55.367303 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:29:55.378456 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:29:55.389503 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:29:55.400384 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:29:55.411330 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:29:55.422246 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a04:29:55.542504 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a04:29:55.752804 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:29:56.256679 run create_hlr_db(pid=24602): Launched\u000a04:29:56.441284 bus /sierra_2: Setting Powered False\u000a04:29:57.463863 run create_hlr_db(pid=24602): Terminated: ok {rc=0}\u000a04:29:57.865476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24604): Launched\u000a04:29:58.162195 run osmo-hlr_10.42.42.2(pid=24605): Launched\u000a04:29:58.276455 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:29:58.802164 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24607): Launched\u000a04:29:59.099271 run osmo-stp_10.42.42.5(pid=24608): Launched\u000a04:29:59.207442 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:29:59.751252 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24610): Launched\u000a04:30:00.050340 run osmo-msc_10.42.42.6(pid=24611): Launched\u000a04:30:00.226786 run osmo-stp_10.42.42.5(pid=24608): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24608)]\u000a04:30:00.353208 run osmo-stp_10.42.42.5(pid=24608): stdout: \u000a| (launched: 2022-12-09_04:29:58.952929)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:30:00.477362 run osmo-stp_10.42.42.5(pid=24608): stderr: \u000a| �[0;m�[38;5;43m20221209042959123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042959123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042959123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042959124 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042959124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042959124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042959124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:30:00.596905 run osmo-stp_10.42.42.5(pid=24608): stdout: \u000a| (launched: 2022-12-09_04:29:58.952929)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:30:00.715624 run osmo-stp_10.42.42.5(pid=24608): stderr: \u000a| �[0;m�[38;5;43m20221209042959123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209042959123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209042959123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209042959124 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209042959124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209042959124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209042959124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:30:00.768056 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24608): Process ended prematurely: osmo-stp_10.42.42.5(pid=24608) [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24608)] [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a04:30:00.776623 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a04:30:00.836715 run osmo-hlr_10.42.42.2(pid=24605): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24605)]\u000a04:30:00.903833 run osmo-hlr_10.42.42.2(pid=24605): stdout: \u000a| (launched: 2022-12-09_04:29:58.016563) \u000a04:30:00.964071 run osmo-hlr_10.42.42.2(pid=24605): stderr: \u000a| �[0;m�[1;31m20221209042958194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209042958194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209042958194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042958194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209042958194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209042958194 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209042958207 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209042958215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209042958215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209042958215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:30:01.034360 run osmo-msc_10.42.42.6(pid=24611): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24611)]\u000a04:30:01.085549 run osmo-msc_10.42.42.6(pid=24611): stdout: \u000a| (launched: 2022-12-09_04:29:59.902231) \u000a04:30:01.137591 run osmo-msc_10.42.42.6(pid=24611): stderr: \u000a| �[0;m�[38;5;43m20221209043000174 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209043000174 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7eff4f6dac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209043000174 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209043000174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209043000174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209043000174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209043000176 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209043000177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209043000177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209043000178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:30:01.181095 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24604): Terminating (SIGTERM)\u000a04:30:01.230880 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24607): Terminating (SIGTERM)\u000a04:30:01.290869 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24610): Terminating (SIGTERM)\u000a04:30:01.304865 --- ParallelTerminationStrategy: PID 24604 died...\u000a04:30:01.381627 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24604): Terminated: ok {rc=0}\u000a04:30:01.392479 --- ParallelTerminationStrategy: PID 24607 died...\u000a04:30:01.453551 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24607): Terminated: ok {rc=0}\u000a04:30:01.464067 --- ParallelTerminationStrategy: PID 24610 died...\u000a04:30:01.520464 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24610): Terminated: ok {rc=0}\u000a04:30:01.619045 bus /sierra_3: Setting Powered False\u000a04:30:02.722242 bus /sierra_3: Setting Powered False\u000a04:30:03.834181 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "121", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:29:44" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24632): Process ended prematurely: osmo-stp_10.42.42.5(pid=24632) [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24632)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24632): Process ended prematurely: osmo-stp_10.42.42.5(pid=24632) [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24632)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a04:30:05.815833 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:30:05.827092 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a04:30:05.977164 tst mo_mt_call.py: using LAC 19080\u000a04:30:06.094180 tst mo_mt_call.py: using RAC 210\u000a04:30:06.210633 tst mo_mt_call.py: using CellId 19080\u000a04:30:06.326620 tst mo_mt_call.py: using BVCI 19081\u000a04:30:06.349316 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:30:06.360379 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:30:06.371343 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:30:06.382701 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:30:06.393857 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:30:06.404777 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:30:06.523291 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:30:06.723728 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:30:07.204649 run create_hlr_db(pid=24626): Launched\u000a04:30:07.375216 bus /sierra_2: Setting Powered False\u000a04:30:08.398247 run create_hlr_db(pid=24626): Terminated: ok {rc=0}\u000a04:30:08.823419 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24628): Launched\u000a04:30:09.144695 run osmo-hlr_10.42.42.2(pid=24629): Launched\u000a04:30:09.264755 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:30:09.821678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24631): Launched\u000a04:30:10.142953 run osmo-stp_10.42.42.5(pid=24632): Launched\u000a04:30:10.265630 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:30:10.851090 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24634): Launched\u000a04:30:11.171787 run osmo-msc_10.42.42.6(pid=24635): Launched\u000a04:30:11.359202 run osmo-stp_10.42.42.5(pid=24632): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24632)]\u000a04:30:11.494925 run osmo-stp_10.42.42.5(pid=24632): stdout: \u000a| (launched: 2022-12-09_04:30:09.985057)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:30:11.630550 run osmo-stp_10.42.42.5(pid=24632): stderr: \u000a| �[0;m�[38;5;43m20221209043010177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043010177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043010178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043010178 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043010178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043010178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043010179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:30:11.759725 run osmo-stp_10.42.42.5(pid=24632): stdout: \u000a| (launched: 2022-12-09_04:30:09.985057)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:30:11.887692 run osmo-stp_10.42.42.5(pid=24632): stderr: \u000a| �[0;m�[38;5;43m20221209043010177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043010177 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043010178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043010178 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043010178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043010178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043010179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:30:11.944552 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24632): Process ended prematurely: osmo-stp_10.42.42.5(pid=24632) [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24632)] [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a04:30:11.954008 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a04:30:12.018202 run osmo-hlr_10.42.42.2(pid=24629): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24629)]\u000a04:30:12.070301 run osmo-hlr_10.42.42.2(pid=24629): stdout: \u000a| (launched: 2022-12-09_04:30:08.987369) \u000a04:30:12.123310 run osmo-hlr_10.42.42.2(pid=24629): stderr: \u000a| �[0;m�[1;31m20221209043009187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209043009187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209043009187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043009187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043009187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209043009187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209043009199 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209043009207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209043009207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209043009207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:30:12.198403 run osmo-msc_10.42.42.6(pid=24635): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24635)]\u000a04:30:12.254852 run osmo-msc_10.42.42.6(pid=24635): stdout: \u000a| (launched: 2022-12-09_04:30:11.014308) \u000a04:30:12.311122 run osmo-msc_10.42.42.6(pid=24635): stderr: \u000a| �[0;m�[38;5;43m20221209043011334 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209043011334 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f231dd36c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209043011334 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209043011334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209043011335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209043011335 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209043011336 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209043011337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209043011337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209043011337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:30:12.357811 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24628): Terminating (SIGTERM)\u000a04:30:12.403376 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24631): Terminating (SIGTERM)\u000a04:30:12.447635 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24634): Terminating (SIGTERM)\u000a04:30:12.458245 --- ParallelTerminationStrategy: PID 24628 died...\u000a04:30:12.517984 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24628): Terminated: ok {rc=0}\u000a04:30:12.529124 --- ParallelTerminationStrategy: PID 24631 died...\u000a04:30:12.588636 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24631): Terminated: ok {rc=0}\u000a04:30:12.599873 --- ParallelTerminationStrategy: PID 24634 died...\u000a04:30:12.659627 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24634): Terminated: ok {rc=0}\u000a04:30:12.751666 bus /sierra_3: Setting Powered False\u000a04:30:13.864639 bus /sierra_3: Setting Powered False\u000a04:30:14.976624 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 190, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=24994): Process ended prematurely: osmo-stp_10.42.42.5(pid=24994) [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24994)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=24994): Process ended prematurely: osmo-stp_10.42.42.5(pid=24994) [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24994)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:30:16.120004 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:30:16.136717 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a04:30:16.300376 tst mo_mt_call_osmux.py: using LAC 19081\u000a04:30:16.428309 tst mo_mt_call_osmux.py: using RAC 211\u000a04:30:16.572615 tst mo_mt_call_osmux.py: using CellId 19081\u000a04:30:16.734399 tst mo_mt_call_osmux.py: using BVCI 19082\u000a04:30:16.763345 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:30:16.775553 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:30:16.788257 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:30:16.800628 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:30:16.812821 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:30:16.828435 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:30:16.950850 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:30:17.185612 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:30:17.667607 run create_hlr_db(pid=24988): Launched\u000a04:30:17.839901 bus /sierra_2: Setting Powered False\u000a04:30:18.861811 run create_hlr_db(pid=24988): Terminated: ok {rc=0}\u000a04:30:19.286623 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24990): Launched\u000a04:30:19.607197 run osmo-hlr_10.42.42.2(pid=24991): Launched\u000a04:30:19.726152 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:30:20.283998 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24993): Launched\u000a04:30:20.604770 run osmo-stp_10.42.42.5(pid=24994): Launched\u000a04:30:20.721140 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:30:21.305207 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24996): Launched\u000a04:30:21.625694 run osmo-msc_10.42.42.6(pid=24997): Launched\u000a04:30:21.813964 run osmo-stp_10.42.42.5(pid=24994): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24994)]\u000a04:30:21.950376 run osmo-stp_10.42.42.5(pid=24994): stdout: \u000a| (launched: 2022-12-09_04:30:20.447347)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:30:22.085829 run osmo-stp_10.42.42.5(pid=24994): stderr: \u000a| �[0;m�[38;5;43m20221209043020639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043020639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043020640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043020640 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043020640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043020641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043020641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:30:22.215041 run osmo-stp_10.42.42.5(pid=24994): stdout: \u000a| (launched: 2022-12-09_04:30:20.447347)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:30:22.343069 run osmo-stp_10.42.42.5(pid=24994): stderr: \u000a| �[0;m�[38;5;43m20221209043020639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043020639 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043020640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043020640 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043020640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043020641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043020641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:30:22.399080 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=24994): Process ended prematurely: osmo-stp_10.42.42.5(pid=24994) [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=24994)] [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a04:30:22.408063 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a04:30:22.472919 run osmo-hlr_10.42.42.2(pid=24991): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=24991)]\u000a04:30:22.527020 run osmo-hlr_10.42.42.2(pid=24991): stdout: \u000a| (launched: 2022-12-09_04:30:19.449613) \u000a04:30:22.580654 run osmo-hlr_10.42.42.2(pid=24991): stderr: \u000a| �[0;m�[1;31m20221209043019648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209043019648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209043019648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043019648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043019648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209043019648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209043019660 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209043019669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209043019669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209043019669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:30:22.656289 run osmo-msc_10.42.42.6(pid=24997): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=24997)]\u000a04:30:22.711487 run osmo-msc_10.42.42.6(pid=24997): stdout: \u000a| (launched: 2022-12-09_04:30:21.468058) \u000a04:30:22.767546 run osmo-msc_10.42.42.6(pid=24997): stderr: \u000a| �[0;m�[38;5;43m20221209043021790 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209043021790 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f271f570c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209043021790 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209043021791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209043021791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209043021791 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209043021793 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209043021793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209043021793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209043021793 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:30:22.815185 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24990): Terminating (SIGTERM)\u000a04:30:22.859964 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24993): Terminating (SIGTERM)\u000a04:30:22.906419 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24996): Terminating (SIGTERM)\u000a04:30:22.917607 --- ParallelTerminationStrategy: PID 24990 died...\u000a04:30:22.979295 run pcap-recorder_any(filters='host 10.42.42.2')(pid=24990): Terminated: ok {rc=0}\u000a04:30:22.990895 --- ParallelTerminationStrategy: PID 24993 died...\u000a04:30:23.050919 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=24993): Terminated: ok {rc=0}\u000a04:30:23.062262 --- ParallelTerminationStrategy: PID 24996 died...\u000a04:30:23.124459 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=24996): Terminated: ok {rc=0}\u000a04:30:23.211581 bus /sierra_3: Setting Powered False\u000a04:30:24.317145 bus /sierra_3: Setting Powered False\u000a04:30:25.427827 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "122", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:30:05" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25184): Process ended prematurely: osmo-stp_10.42.42.5(pid=25184) [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25184)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25184): Process ended prematurely: osmo-stp_10.42.42.5(pid=25184) [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25184)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a04:30:27.432300 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:30:27.443807 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:30:27.601173 tst mo_mt_call.py: using LAC 19082\u000a04:30:27.720245 tst mo_mt_call.py: using RAC 212\u000a04:30:27.838182 tst mo_mt_call.py: using CellId 19082\u000a04:30:27.956663 tst mo_mt_call.py: using BVCI 19083\u000a04:30:27.980920 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:30:27.993119 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:30:28.005086 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:30:28.017102 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:30:28.029327 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:30:28.041559 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a04:30:28.158782 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a04:30:28.364883 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:30:28.847101 run create_hlr_db(pid=25178): Launched\u000a04:30:29.017890 bus /sierra_2: Setting Powered False\u000a04:30:30.040839 run create_hlr_db(pid=25178): Terminated: ok {rc=0}\u000a04:30:30.438258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25180): Launched\u000a04:30:30.736474 run osmo-hlr_10.42.42.2(pid=25181): Launched\u000a04:30:30.865929 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:30:31.444799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25183): Launched\u000a04:30:31.845812 run osmo-stp_10.42.42.5(pid=25184): Launched\u000a04:30:32.018225 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:30:32.628917 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25186): Launched\u000a04:30:32.950706 run osmo-msc_10.42.42.6(pid=25187): Launched\u000a04:30:33.139610 run osmo-stp_10.42.42.5(pid=25184): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25184)]\u000a04:30:33.276316 run osmo-stp_10.42.42.5(pid=25184): stdout: \u000a| (launched: 2022-12-09_04:30:31.598475)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:30:33.412436 run osmo-stp_10.42.42.5(pid=25184): stderr: \u000a| �[0;m�[38;5;43m20221209043031917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043031917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043031917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043031918 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043031918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043031918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043031918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:30:33.542310 run osmo-stp_10.42.42.5(pid=25184): stdout: \u000a| (launched: 2022-12-09_04:30:31.598475)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:30:33.670918 run osmo-stp_10.42.42.5(pid=25184): stderr: \u000a| �[0;m�[38;5;43m20221209043031917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043031917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043031917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043031918 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043031918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043031918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043031918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:30:33.727491 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25184): Process ended prematurely: osmo-stp_10.42.42.5(pid=25184) [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25184)] [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a04:30:33.736722 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a04:30:33.800921 run osmo-hlr_10.42.42.2(pid=25181): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25181)]\u000a04:30:33.852912 run osmo-hlr_10.42.42.2(pid=25181): stdout: \u000a| (launched: 2022-12-09_04:30:30.589504) \u000a04:30:33.905805 run osmo-hlr_10.42.42.2(pid=25181): stderr: \u000a| �[0;m�[1;31m20221209043030768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209043030768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209043030768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043030768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043030768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209043030768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209043030781 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209043030789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209043030789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209043030789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:30:33.978060 run osmo-msc_10.42.42.6(pid=25187): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25187)]\u000a04:30:34.030246 run osmo-msc_10.42.42.6(pid=25187): stdout: \u000a| (launched: 2022-12-09_04:30:32.792726) \u000a04:30:34.082606 run osmo-msc_10.42.42.6(pid=25187): stderr: \u000a| �[0;m�[38;5;43m20221209043033113 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209043033114 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa2eedd4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209043033114 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209043033114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209043033114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209043033114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209043033116 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209043033116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209043033116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209043033116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:30:34.127508 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25180): Terminating (SIGTERM)\u000a04:30:34.169865 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25183): Terminating (SIGTERM)\u000a04:30:34.212361 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25186): Terminating (SIGTERM)\u000a04:30:34.222507 --- ParallelTerminationStrategy: PID 25180 died...\u000a04:30:34.279339 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25180): Terminated: ok {rc=0}\u000a04:30:34.289772 --- ParallelTerminationStrategy: PID 25183 died...\u000a04:30:34.346206 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25183): Terminated: ok {rc=0}\u000a04:30:34.356472 --- ParallelTerminationStrategy: PID 25186 died...\u000a04:30:34.413134 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25186): Terminated: ok {rc=0}\u000a04:30:34.500076 bus /sierra_3: Setting Powered False\u000a04:30:35.602160 bus /sierra_3: Setting Powered False\u000a04:30:36.713486 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 190, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25195): Process ended prematurely: osmo-stp_10.42.42.5(pid=25195) [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25195)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25195): Process ended prematurely: osmo-stp_10.42.42.5(pid=25195) [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25195)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:30:37.821784 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:30:37.833401 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:30:37.985086 tst mo_mt_call_osmux.py: using LAC 19083\u000a04:30:38.102278 tst mo_mt_call_osmux.py: using RAC 213\u000a04:30:38.218749 tst mo_mt_call_osmux.py: using CellId 19083\u000a04:30:38.335316 tst mo_mt_call_osmux.py: using BVCI 19084\u000a04:30:38.358072 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:30:38.369088 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:30:38.379936 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:30:38.390841 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:30:38.401787 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a04:30:38.412567 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a04:30:38.527152 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a04:30:38.729919 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:30:39.206989 run create_hlr_db(pid=25189): Launched\u000a04:30:39.377296 bus /sierra_2: Setting Powered False\u000a04:30:40.401750 run create_hlr_db(pid=25189): Terminated: ok {rc=0}\u000a04:30:40.826551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25191): Launched\u000a04:30:41.147160 run osmo-hlr_10.42.42.2(pid=25192): Launched\u000a04:30:41.266606 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:30:41.789333 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25194): Launched\u000a04:30:42.087413 run osmo-stp_10.42.42.5(pid=25195): Launched\u000a04:30:42.194868 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:30:42.738513 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25197): Launched\u000a04:30:43.038365 run osmo-msc_10.42.42.6(pid=25198): Launched\u000a04:30:43.213912 run osmo-stp_10.42.42.5(pid=25195): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25195)]\u000a04:30:43.340308 run osmo-stp_10.42.42.5(pid=25195): stdout: \u000a| (launched: 2022-12-09_04:30:41.940272)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:30:43.464725 run osmo-stp_10.42.42.5(pid=25195): stderr: \u000a| �[0;m�[38;5;43m20221209043042110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043042111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043042111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043042111 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043042112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043042112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043042112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:30:43.584760 run osmo-stp_10.42.42.5(pid=25195): stdout: \u000a| (launched: 2022-12-09_04:30:41.940272)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:30:43.703309 run osmo-stp_10.42.42.5(pid=25195): stderr: \u000a| �[0;m�[38;5;43m20221209043042110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043042111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043042111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043042111 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043042112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043042112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043042112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:30:43.755697 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25195): Process ended prematurely: osmo-stp_10.42.42.5(pid=25195) [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25195)] [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a04:30:43.764181 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a04:30:43.823881 run osmo-hlr_10.42.42.2(pid=25192): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25192)]\u000a04:30:43.872882 run osmo-hlr_10.42.42.2(pid=25192): stdout: \u000a| (launched: 2022-12-09_04:30:40.989954) \u000a04:30:43.922722 run osmo-hlr_10.42.42.2(pid=25192): stderr: \u000a| �[0;m�[1;31m20221209043041190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209043041190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209043041190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043041190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043041190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209043041190 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209043041202 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209043041211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209043041211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209043041211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:30:43.990697 run osmo-msc_10.42.42.6(pid=25198): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25198)]\u000a04:30:44.039975 run osmo-msc_10.42.42.6(pid=25198): stdout: \u000a| (launched: 2022-12-09_04:30:42.890720) \u000a04:30:44.089818 run osmo-msc_10.42.42.6(pid=25198): stderr: \u000a| �[0;m�[38;5;43m20221209043043166 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209043043166 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb525a9ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209043043166 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209043043166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209043043166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209043043166 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209043043168 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209043043169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209043043169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209043043169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:30:44.131975 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25191): Terminating (SIGTERM)\u000a04:30:44.171583 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25194): Terminating (SIGTERM)\u000a04:30:44.211370 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25197): Terminating (SIGTERM)\u000a04:30:44.220728 --- ParallelTerminationStrategy: PID 25191 died...\u000a04:30:44.273910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25191): Terminated: ok {rc=0}\u000a04:30:44.283584 --- ParallelTerminationStrategy: PID 25194 died...\u000a04:30:44.336574 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25194): Terminated: ok {rc=0}\u000a04:30:44.346237 --- ParallelTerminationStrategy: PID 25197 died...\u000a04:30:44.399033 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25197): Terminated: ok {rc=0}\u000a04:30:44.482880 bus /sierra_3: Setting Powered False\u000a04:30:45.583347 bus /sierra_3: Setting Powered False\u000a04:30:46.702302 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "123", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:30:27" }, { "cases" : [ { "testActions" : [ ], "age" : 213, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25210): Process ended prematurely: osmo-stp_10.42.42.5(pid=25210) [trial-2354↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25210)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25210): Process ended prematurely: osmo-stp_10.42.42.5(pid=25210) [trial-2354↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25210)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 emergency:trx-lms-limenet-micro emergency_mo_mt_call.py\u000a----------------------------------------------\u000a04:30:48.712678 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:30:48.724252 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a04:30:48.852198 tst emergency_mo_mt_call.py: using LAC 19084\u000a04:30:48.969535 tst emergency_mo_mt_call.py: using RAC 214\u000a04:30:49.087211 tst emergency_mo_mt_call.py: using CellId 19084\u000a04:30:49.201198 tst emergency_mo_mt_call.py: using BVCI 19085\u000a04:30:49.223325 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:30:49.234053 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:30:49.244517 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:30:49.255042 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:30:49.265532 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:30:49.275922 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a04:30:49.391917 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a04:30:49.597886 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:30:50.093476 run create_hlr_db(pid=25204): Launched\u000a04:30:50.276027 bus /sierra_2: Setting Powered False\u000a04:30:51.297748 run create_hlr_db(pid=25204): Terminated: ok {rc=0}\u000a04:30:51.715918 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25206): Launched\u000a04:30:52.030990 run osmo-hlr_10.42.42.2(pid=25207): Launched\u000a04:30:52.148467 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:30:52.694282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25209): Launched\u000a04:30:53.008457 run osmo-stp_10.42.42.5(pid=25210): Launched\u000a04:30:53.139237 tst emergency_mo_mt_call.py: using MSISDN 7024\u000a04:30:53.295261 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:30:53.871157 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25212): Launched\u000a04:30:54.185540 run osmo-msc_10.42.42.6(pid=25213): Launched\u000a04:30:54.370491 run osmo-stp_10.42.42.5(pid=25210): ERR: Terminated: ERROR {rc=1} [trial-2354↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25210)]\u000a04:30:54.503944 run osmo-stp_10.42.42.5(pid=25210): stdout: \u000a| (launched: 2022-12-09_04:30:52.853341)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:30:54.636568 run osmo-stp_10.42.42.5(pid=25210): stderr: \u000a| �[0;m�[38;5;43m20221209043053043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043053043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043053043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043053044 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043053044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043053045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043053045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:30:54.762903 run osmo-stp_10.42.42.5(pid=25210): stdout: \u000a| (launched: 2022-12-09_04:30:52.853341)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:30:54.887828 run osmo-stp_10.42.42.5(pid=25210): stderr: \u000a| �[0;m�[38;5;43m20221209043053043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043053043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043053043 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043053044 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043053044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043053045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043053045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:30:54.942640 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=25210): Process ended prematurely: osmo-stp_10.42.42.5(pid=25210) [trial-2354↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25210)] [trial-2354↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19]\u000a04:30:54.951514 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a04:30:55.015239 run osmo-hlr_10.42.42.2(pid=25207): ERR: Terminated: ERROR {rc=237} [trial-2354↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25207)]\u000a04:30:55.067147 run osmo-hlr_10.42.42.2(pid=25207): stdout: \u000a| (launched: 2022-12-09_04:30:51.875102) \u000a04:30:55.119580 run osmo-hlr_10.42.42.2(pid=25207): stderr: \u000a| �[0;m�[1;31m20221209043052073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209043052073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209043052073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043052073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043052073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209043052073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209043052085 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/emergency:trx-lms-limenet-micro/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209043052093 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209043052094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209043052094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:30:55.190603 run osmo-msc_10.42.42.6(pid=25213): ERR: Terminated: ERROR {rc=2} [trial-2354↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25213)]\u000a04:30:55.242333 run osmo-msc_10.42.42.6(pid=25213): stdout: \u000a| (launched: 2022-12-09_04:30:54.030796) \u000a04:30:55.294894 run osmo-msc_10.42.42.6(pid=25213): stderr: \u000a| �[0;m�[38;5;43m20221209043054350 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209043054350 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd3441dfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209043054350 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209043054350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209043054350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209043054351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209043054352 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209043054353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209043054353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209043054353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:30:55.339484 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25206): Terminating (SIGTERM)\u000a04:30:55.381383 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25209): Terminating (SIGTERM)\u000a04:30:55.423905 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25212): Terminating (SIGTERM)\u000a04:30:55.433944 --- ParallelTerminationStrategy: PID 25206 died...\u000a04:30:55.490304 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25206): Terminated: ok {rc=0}\u000a04:30:55.500828 --- ParallelTerminationStrategy: PID 25209 died...\u000a04:30:55.556713 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25209): Terminated: ok {rc=0}\u000a04:30:55.567362 --- ParallelTerminationStrategy: PID 25212 died...\u000a04:30:55.623694 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25212): Terminated: ok {rc=0}\u000a04:30:55.710844 bus /sierra_3: Setting Powered False\u000a04:30:56.818770 bus /sierra_3: Setting Powered False\u000a04:30:57.926077 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25221): Process ended prematurely: osmo-stp_10.42.42.5(pid=25221) [trial-2354↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25221)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25221): Process ended prematurely: osmo-stp_10.42.42.5(pid=25221) [trial-2354↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25221)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 emergency:trx-lms-limenet-micro emergency_preemptive_call.py\u000a----------------------------------------------\u000a04:30:58.978728 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:30:58.990549 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a04:30:59.129276 tst emergency_preemptive_call.py: using LAC 19085\u000a04:30:59.251795 tst emergency_preemptive_call.py: using RAC 215\u000a04:30:59.369625 tst emergency_preemptive_call.py: using CellId 19085\u000a04:30:59.484201 tst emergency_preemptive_call.py: using BVCI 19086\u000a04:30:59.506392 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:30:59.517155 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:30:59.527665 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:30:59.538508 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:30:59.549034 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:30:59.559908 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a04:30:59.672481 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a04:30:59.787643 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a04:30:59.906478 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a04:31:00.113360 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:31:00.611224 run create_hlr_db(pid=25215): Launched\u000a04:31:00.793587 bus /sierra_2: Setting Powered False\u000a04:31:01.821044 run create_hlr_db(pid=25215): Terminated: ok {rc=0}\u000a04:31:02.289914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25217): Launched\u000a04:31:02.605959 run osmo-hlr_10.42.42.2(pid=25218): Launched\u000a04:31:02.721391 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:31:03.267183 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25220): Launched\u000a04:31:03.580878 run osmo-stp_10.42.42.5(pid=25221): Launched\u000a04:31:03.708234 tst emergency_preemptive_call.py: using MSISDN 7025\u000a04:31:03.865249 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:31:04.438015 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25223): Launched\u000a04:31:04.751754 run osmo-msc_10.42.42.6(pid=25224): Launched\u000a04:31:04.936804 run osmo-stp_10.42.42.5(pid=25221): ERR: Terminated: ERROR {rc=1} [trial-2354↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25221)]\u000a04:31:05.074566 run osmo-stp_10.42.42.5(pid=25221): stdout: \u000a| (launched: 2022-12-09_04:31:03.426872)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:31:05.206684 run osmo-stp_10.42.42.5(pid=25221): stderr: \u000a| �[0;m�[38;5;43m20221209043103619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043103619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043103619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043103620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043103620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043103620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043103620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:31:05.333261 run osmo-stp_10.42.42.5(pid=25221): stdout: \u000a| (launched: 2022-12-09_04:31:03.426872)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:31:05.458296 run osmo-stp_10.42.42.5(pid=25221): stderr: \u000a| �[0;m�[38;5;43m20221209043103619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043103619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043103619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043103620 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043103620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043103620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043103620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:31:05.513216 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=25221): Process ended prematurely: osmo-stp_10.42.42.5(pid=25221) [trial-2354↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25221)] [trial-2354↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32]\u000a04:31:05.521778 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a04:31:05.585700 run osmo-hlr_10.42.42.2(pid=25218): ERR: Terminated: ERROR {rc=237} [trial-2354↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25218)]\u000a04:31:05.637791 run osmo-hlr_10.42.42.2(pid=25218): stdout: \u000a| (launched: 2022-12-09_04:31:02.449772) \u000a04:31:05.690522 run osmo-hlr_10.42.42.2(pid=25218): stderr: \u000a| �[0;m�[1;31m20221209043102645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209043102645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209043102645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043102645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043102645 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209043102646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209043102659 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/emergency:trx-lms-limenet-micro/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209043102670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209043102670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209043102670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:31:05.762377 run osmo-msc_10.42.42.6(pid=25224): ERR: Terminated: ERROR {rc=2} [trial-2354↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25224)]\u000a04:31:05.814382 run osmo-msc_10.42.42.6(pid=25224): stdout: \u000a| (launched: 2022-12-09_04:31:04.597510) \u000a04:31:05.867066 run osmo-msc_10.42.42.6(pid=25224): stderr: \u000a| �[0;m�[38;5;43m20221209043104917 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209043104917 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f03007ccc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209043104917 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209043104917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209043104918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209043104918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209043104919 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209043104920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209043104920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209043104920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:31:05.911285 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25217): Terminating (SIGTERM)\u000a04:31:05.953997 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25220): Terminating (SIGTERM)\u000a04:31:05.996280 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25223): Terminating (SIGTERM)\u000a04:31:06.006317 --- ParallelTerminationStrategy: PID 25217 died...\u000a04:31:06.062942 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25217): Terminated: ok {rc=0}\u000a04:31:06.073164 --- ParallelTerminationStrategy: PID 25220 died...\u000a04:31:06.129541 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25220): Terminated: ok {rc=0}\u000a04:31:06.139719 --- ParallelTerminationStrategy: PID 25223 died...\u000a04:31:06.196329 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25223): Terminated: ok {rc=0}\u000a04:31:06.283356 bus /sierra_9: Setting Powered False\u000a04:31:07.390709 bus /sierra_9: Setting Powered False\u000a04:31:08.498724 bus /sierra_8: Setting Powered False\u000a04:31:09.605084 bus /sierra_8: Setting Powered False\u000a04:31:10.715824 bus /sierra_3: Setting Powered False\u000a04:31:11.818826 bus /sierra_3: Setting Powered False\u000a04:31:12.930232 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "124", "name" : "emergency_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:30:48" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-lms-limenet-micro", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25239): Process ended prematurely: osmo-stp_10.42.42.5(pid=25239) [trial-2354↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25239)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25239): Process ended prematurely: osmo-stp_10.42.42.5(pid=25239) [trial-2354↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25239)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-lms-limenet-micro cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:31:15.027930 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:15.038577 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a04:31:15.169437 tst cs_paging_gprs_active.py: using LAC 19086\u000a04:31:15.289175 tst cs_paging_gprs_active.py: using RAC 216\u000a04:31:15.408471 tst cs_paging_gprs_active.py: using CellId 19086\u000a04:31:15.525831 tst cs_paging_gprs_active.py: using BVCI 19087\u000a04:31:15.548437 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:15.559105 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:15.569587 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:15.580547 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:15.591375 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:15.602173 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:15.613341 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:15.624220 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:15.635331 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a04:31:15.752364 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a04:31:16.070914 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:31:16.210377 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:31:16.563113 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25229): Launched\u000a04:31:16.859301 run iperf3-srv_10.42.42.10(pid=25230): Launched\u000a04:31:17.061932 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:31:17.200889 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:31:17.533626 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25231): Launched\u000a04:31:17.809885 run iperf3-srv_10.42.42.10(pid=25232): Launched\u000a04:31:18.006963 tst cs_paging_gprs_active.py:38: start network...\u000a04:31:18.141317 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:31:18.647219 run create_hlr_db(pid=25233): Launched\u000a04:31:18.832648 bus /sierra_2: Setting Powered False\u000a04:31:19.854279 run create_hlr_db(pid=25233): Terminated: ok {rc=0}\u000a04:31:20.281278 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25235): Launched\u000a04:31:20.602632 run osmo-hlr_10.42.42.2(pid=25236): Launched\u000a04:31:20.721204 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:31:21.278845 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25238): Launched\u000a04:31:21.598753 run osmo-stp_10.42.42.5(pid=25239): Launched\u000a04:31:21.715368 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:31:22.274388 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25241): Launched\u000a04:31:22.390129 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:31:22.670140 run patchelf(pid=25242): Launched\u000a04:31:22.858272 run osmo-stp_10.42.42.5(pid=25239): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25239)]\u000a04:31:22.995907 run osmo-stp_10.42.42.5(pid=25239): stdout: \u000a| (launched: 2022-12-09_04:31:21.441382)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:31:23.134103 run osmo-stp_10.42.42.5(pid=25239): stderr: \u000a| �[0;m�[38;5;43m20221209043121632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043121633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043121633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043121633 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043121634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043121634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043121634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:31:23.267286 run osmo-stp_10.42.42.5(pid=25239): stdout: \u000a| (launched: 2022-12-09_04:31:21.441382)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:31:23.398889 run osmo-stp_10.42.42.5(pid=25239): stderr: \u000a| �[0;m�[38;5;43m20221209043121632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043121633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043121633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043121633 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043121634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043121634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043121634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:31:23.552937 run patchelf(pid=25242): Terminating (SIGINT)\u000a04:31:23.734280 run patchelf(pid=25242): Terminated: ok {rc=0}\u000a04:31:23.767624 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=25239): Process ended prematurely: osmo-stp_10.42.42.5(pid=25239) [trial-2354↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25239)] [trial-2354↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38]\u000a04:31:23.777422 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a04:31:23.841847 run osmo-hlr_10.42.42.2(pid=25236): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25236)]\u000a04:31:23.893962 run osmo-hlr_10.42.42.2(pid=25236): stdout: \u000a| (launched: 2022-12-09_04:31:20.444587) \u000a04:31:23.946713 run osmo-hlr_10.42.42.2(pid=25236): stderr: \u000a| �[0;m�[1;31m20221209043120642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209043120642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209043120642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043120642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043120642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209043120642 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209043120654 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-lms-limenet-micro/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209043120663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209043120663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209043120663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:31:23.992044 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25229): Terminating (SIGTERM)\u000a04:31:24.034288 run iperf3-srv_10.42.42.10(pid=25230): Terminating (SIGTERM)\u000a04:31:24.076693 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25231): Terminating (SIGTERM)\u000a04:31:24.118970 run iperf3-srv_10.42.42.10(pid=25232): Terminating (SIGTERM)\u000a04:31:24.161503 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25235): Terminating (SIGTERM)\u000a04:31:24.204016 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25238): Terminating (SIGTERM)\u000a04:31:24.246472 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25241): Terminating (SIGTERM)\u000a04:31:24.256324 --- ParallelTerminationStrategy: PID 25229 died...\u000a04:31:24.313673 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25229): Terminated: ok {rc=0}\u000a04:31:24.324145 --- ParallelTerminationStrategy: PID 25230 died...\u000a04:31:24.380766 run iperf3-srv_10.42.42.10(pid=25230): Terminated {rc=256}\u000a04:31:24.391100 --- ParallelTerminationStrategy: PID 25231 died...\u000a04:31:24.447681 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25231): Terminated: ok {rc=0}\u000a04:31:24.458120 --- ParallelTerminationStrategy: PID 25232 died...\u000a04:31:24.514292 run iperf3-srv_10.42.42.10(pid=25232): Terminated {rc=256}\u000a04:31:24.524531 --- ParallelTerminationStrategy: PID 25235 died...\u000a04:31:24.580637 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25235): Terminated: ok {rc=0}\u000a04:31:24.590996 --- ParallelTerminationStrategy: PID 25238 died...\u000a04:31:24.647531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25238): Terminated: ok {rc=0}\u000a04:31:24.657959 --- ParallelTerminationStrategy: PID 25241 died...\u000a04:31:24.714314 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25241): Terminated: ok {rc=0}\u000a04:31:24.801734 bus /gobi_0: Setting Powered False\u000a04:31:25.909479 bus /gobi_0: Setting Powered False\u000a04:31:27.015606 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-lms-limenet-micro", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25252): Process ended prematurely: osmo-stp_10.42.42.5(pid=25252) [trial-2354↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25252)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25252): Process ended prematurely: osmo-stp_10.42.42.5(pid=25252) [trial-2354↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25252)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-lms-limenet-micro iperf3.py\u000a----------------------------------------------\u000a04:31:28.129825 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:28.141712 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a04:31:28.284336 tst iperf3.py: using LAC 19087\u000a04:31:28.412025 tst iperf3.py: using RAC 217\u000a04:31:28.532432 tst iperf3.py: using CellId 19087\u000a04:31:28.656710 tst iperf3.py: using BVCI 19088\u000a04:31:28.679731 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:28.690382 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:28.700755 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:28.711163 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:28.721557 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:28.731835 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:28.742411 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:28.752806 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:28.763392 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a04:31:29.053927 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:31:29.188069 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:31:29.519395 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25244): Launched\u000a04:31:29.794741 run iperf3-srv_10.42.42.10(pid=25245): Launched\u000a04:31:29.991151 tst iperf3.py:8: start network...\u000a04:31:30.125101 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:31:30.628730 run create_hlr_db(pid=25246): Launched\u000a04:31:30.813588 bus /gobi_6: Setting Powered False\u000a04:31:31.826308 run create_hlr_db(pid=25246): Terminated: ok {rc=0}\u000a04:31:32.331563 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25248): Launched\u000a04:31:32.653516 run osmo-hlr_10.42.42.2(pid=25249): Launched\u000a04:31:32.773309 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:31:33.331142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25251): Launched\u000a04:31:33.651161 run osmo-stp_10.42.42.5(pid=25252): Launched\u000a04:31:33.768318 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:31:34.326083 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25254): Launched\u000a04:31:34.440781 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:31:34.719224 run patchelf(pid=25255): Launched\u000a04:31:34.906867 run osmo-stp_10.42.42.5(pid=25252): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25252)]\u000a04:31:35.044463 run osmo-stp_10.42.42.5(pid=25252): stdout: \u000a| (launched: 2022-12-09_04:31:33.493716)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:31:35.182316 run osmo-stp_10.42.42.5(pid=25252): stderr: \u000a| �[0;m�[38;5;43m20221209043133685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043133685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043133686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043133686 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043133686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043133687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043133687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:31:35.315453 run osmo-stp_10.42.42.5(pid=25252): stdout: \u000a| (launched: 2022-12-09_04:31:33.493716)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:31:35.447297 run osmo-stp_10.42.42.5(pid=25252): stderr: \u000a| �[0;m�[38;5;43m20221209043133685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043133685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043133686 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043133686 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043133686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043133687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043133687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:31:35.600460 run patchelf(pid=25255): Terminating (SIGINT)\u000a04:31:35.781135 run patchelf(pid=25255): Terminated: ok {rc=0}\u000a04:31:35.814112 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25252): Process ended prematurely: osmo-stp_10.42.42.5(pid=25252) [trial-2354↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25252)] [trial-2354↪gprs:trx-lms-limenet-micro↪iperf3.py:8]\u000a04:31:35.823913 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a04:31:35.888224 run osmo-hlr_10.42.42.2(pid=25249): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-lms-limenet-micro↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25249)]\u000a04:31:35.940379 run osmo-hlr_10.42.42.2(pid=25249): stdout: \u000a| (launched: 2022-12-09_04:31:32.495712) \u000a04:31:35.993639 run osmo-hlr_10.42.42.2(pid=25249): stderr: \u000a| �[0;m�[1;31m20221209043132693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209043132693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209043132693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043132693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043132693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209043132693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209043132704 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-lms-limenet-micro/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209043132712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209043132713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209043132713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:31:36.038774 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25244): Terminating (SIGTERM)\u000a04:31:36.081269 run iperf3-srv_10.42.42.10(pid=25245): Terminating (SIGTERM)\u000a04:31:36.123381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25248): Terminating (SIGTERM)\u000a04:31:36.166107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25251): Terminating (SIGTERM)\u000a04:31:36.208364 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25254): Terminating (SIGTERM)\u000a04:31:36.218426 --- ParallelTerminationStrategy: PID 25244 died...\u000a04:31:36.275294 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25244): Terminated: ok {rc=0}\u000a04:31:36.285967 --- ParallelTerminationStrategy: PID 25245 died...\u000a04:31:36.342765 run iperf3-srv_10.42.42.10(pid=25245): Terminated {rc=256}\u000a04:31:36.353180 --- ParallelTerminationStrategy: PID 25248 died...\u000a04:31:36.409394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25248): Terminated: ok {rc=0}\u000a04:31:36.419958 --- ParallelTerminationStrategy: PID 25251 died...\u000a04:31:36.476286 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25251): Terminated: ok {rc=0}\u000a04:31:36.486495 --- ParallelTerminationStrategy: PID 25254 died...\u000a04:31:36.542834 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25254): Terminated: ok {rc=0}\u000a04:31:36.630998 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-lms-limenet-micro", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25271): Process ended prematurely: osmo-stp_10.42.42.5(pid=25271) [trial-2354↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25271)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25271): Process ended prematurely: osmo-stp_10.42.42.5(pid=25271) [trial-2354↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25271)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-lms-limenet-micro iperf3m4.py\u000a----------------------------------------------\u000a04:31:37.740598 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:37.751849 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a04:31:37.883686 tst iperf3m4.py: using LAC 19088\u000a04:31:38.002509 tst iperf3m4.py: using RAC 218\u000a04:31:38.121481 tst iperf3m4.py: using CellId 19088\u000a04:31:38.238212 tst iperf3m4.py: using BVCI 19089\u000a04:31:38.260870 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:38.271623 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:38.282109 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:38.292555 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:38.302923 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:38.313228 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:38.323779 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:38.334133 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:38.344778 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a04:31:38.459517 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a04:31:38.578629 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a04:31:38.697983 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a04:31:38.993420 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:31:39.127355 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:31:39.458416 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25256): Launched\u000a04:31:39.733528 run iperf3-srv_10.42.42.10(pid=25257): Launched\u000a04:31:39.929404 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:31:40.063528 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:31:40.393784 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25258): Launched\u000a04:31:40.669836 run iperf3-srv_10.42.42.10(pid=25259): Launched\u000a04:31:40.865963 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:31:41.000258 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:31:41.331061 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25260): Launched\u000a04:31:41.606288 run iperf3-srv_10.42.42.10(pid=25261): Launched\u000a04:31:41.802240 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:31:41.936072 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:31:42.269480 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25262): Launched\u000a04:31:42.545051 run iperf3-srv_10.42.42.10(pid=25264): Launched\u000a04:31:42.740744 tst iperf3m4.py:8: start network...\u000a04:31:42.874165 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:31:43.379403 run create_hlr_db(pid=25265): Launched\u000a04:31:43.564293 bus /gobi_6: Setting Powered False\u000a04:31:44.587342 run create_hlr_db(pid=25265): Terminated: ok {rc=0}\u000a04:31:45.012891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25267): Launched\u000a04:31:45.334652 run osmo-hlr_10.42.42.2(pid=25268): Launched\u000a04:31:45.453839 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:31:46.133875 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25270): Launched\u000a04:31:46.449978 run osmo-stp_10.42.42.5(pid=25271): Launched\u000a04:31:46.697214 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:31:47.337390 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25273): Launched\u000a04:31:47.450577 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:31:47.707028 run patchelf(pid=25274): Launched\u000a04:31:47.879162 run osmo-stp_10.42.42.5(pid=25271): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25271)]\u000a04:31:48.004905 run osmo-stp_10.42.42.5(pid=25271): stdout: \u000a| (launched: 2022-12-09_04:31:46.287363)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:31:48.130643 run osmo-stp_10.42.42.5(pid=25271): stderr: \u000a| �[0;m�[38;5;43m20221209043146635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043146636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043146637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043146639 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043146641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043146641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043146641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:31:48.251955 run osmo-stp_10.42.42.5(pid=25271): stdout: \u000a| (launched: 2022-12-09_04:31:46.287363)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:31:48.371945 run osmo-stp_10.42.42.5(pid=25271): stderr: \u000a| �[0;m�[38;5;43m20221209043146635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043146636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043146637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043146639 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043146641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043146641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043146641 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:31:48.514058 run patchelf(pid=25274): Terminating (SIGINT)\u000a04:31:48.679959 run patchelf(pid=25274): Terminated: ok {rc=0}\u000a04:31:48.710621 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25271): Process ended prematurely: osmo-stp_10.42.42.5(pid=25271) [trial-2354↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25271)] [trial-2354↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8]\u000a04:31:48.719745 tst iperf3m4.py:8: Test FAILED (11.0 sec)\u000a04:31:48.779619 run osmo-hlr_10.42.42.2(pid=25268): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-lms-limenet-micro↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25268)]\u000a04:31:48.828214 run osmo-hlr_10.42.42.2(pid=25268): stdout: \u000a| (launched: 2022-12-09_04:31:45.176475) \u000a04:31:48.877379 run osmo-hlr_10.42.42.2(pid=25268): stderr: \u000a| �[0;m�[1;31m20221209043145373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209043145373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209043145373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043145373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043145373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209043145373 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209043145386 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-lms-limenet-micro/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209043145394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209043145394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209043145395 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:31:48.919143 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25256): Terminating (SIGTERM)\u000a04:31:48.958375 run iperf3-srv_10.42.42.10(pid=25257): Terminating (SIGTERM)\u000a04:31:48.997547 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25258): Terminating (SIGTERM)\u000a04:31:49.036801 run iperf3-srv_10.42.42.10(pid=25259): Terminating (SIGTERM)\u000a04:31:49.075946 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25260): Terminating (SIGTERM)\u000a04:31:49.115065 run iperf3-srv_10.42.42.10(pid=25261): Terminating (SIGTERM)\u000a04:31:49.154284 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25262): Terminating (SIGTERM)\u000a04:31:49.194130 run iperf3-srv_10.42.42.10(pid=25264): Terminating (SIGTERM)\u000a04:31:49.233399 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25267): Terminating (SIGTERM)\u000a04:31:49.272576 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25270): Terminating (SIGTERM)\u000a04:31:49.311672 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25273): Terminating (SIGTERM)\u000a04:31:49.320847 --- ParallelTerminationStrategy: PID 25256 died...\u000a04:31:49.374172 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25256): Terminated: ok {rc=0}\u000a04:31:49.383811 --- ParallelTerminationStrategy: PID 25257 died...\u000a04:31:49.436405 run iperf3-srv_10.42.42.10(pid=25257): Terminated {rc=256}\u000a04:31:49.445982 --- ParallelTerminationStrategy: PID 25258 died...\u000a04:31:49.499128 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25258): Terminated: ok {rc=0}\u000a04:31:49.508670 --- ParallelTerminationStrategy: PID 25259 died...\u000a04:31:49.561403 run iperf3-srv_10.42.42.10(pid=25259): Terminated {rc=256}\u000a04:31:49.571020 --- ParallelTerminationStrategy: PID 25260 died...\u000a04:31:49.623732 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25260): Terminated: ok {rc=0}\u000a04:31:49.633442 --- ParallelTerminationStrategy: PID 25261 died...\u000a04:31:49.685887 run iperf3-srv_10.42.42.10(pid=25261): Terminated {rc=256}\u000a04:31:49.695464 --- ParallelTerminationStrategy: PID 25262 died...\u000a04:31:49.747874 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25262): Terminated: ok {rc=0}\u000a04:31:49.757852 --- ParallelTerminationStrategy: PID 25264 died...\u000a04:31:49.810741 run iperf3-srv_10.42.42.10(pid=25264): Terminated {rc=256}\u000a04:31:49.820290 --- ParallelTerminationStrategy: PID 25267 died...\u000a04:31:49.872828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25267): Terminated: ok {rc=0}\u000a04:31:49.882239 --- ParallelTerminationStrategy: PID 25270 died...\u000a04:31:49.934703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25270): Terminated: ok {rc=0}\u000a04:31:49.944189 --- ParallelTerminationStrategy: PID 25273 died...\u000a04:31:49.996719 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25273): Terminated: ok {rc=0}\u000a04:31:50.080135 bus /gobi_4: Setting Powered False\u000a04:31:51.186695 bus /gobi_4: Setting Powered False\u000a04:31:52.299005 bus /gobi_1: Setting Powered False\u000a04:31:53.401018 bus /gobi_1: Setting Powered False\u000a04:31:54.512511 bus /gobi_0: Setting Powered False\u000a04:31:55.615991 bus /gobi_0: Setting Powered False\u000a04:31:56.727871 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25281): Process ended prematurely: osmo-stp_10.42.42.5(pid=25281) [trial-2354↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25281)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25281): Process ended prematurely: osmo-stp_10.42.42.5(pid=25281) [trial-2354↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25281)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-lms-limenet-micro ping.py\u000a----------------------------------------------\u000a04:31:57.794705 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:57.805935 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a04:31:57.936462 tst ping.py: using LAC 19089\u000a04:31:58.050738 tst ping.py: using RAC 219\u000a04:31:58.167133 tst ping.py: using CellId 19089\u000a04:31:58.281076 tst ping.py: using BVCI 19090\u000a04:31:58.303027 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:58.313604 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:58.323940 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:58.334975 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:58.345972 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:58.356830 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:58.367863 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:31:58.378811 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a04:31:58.646964 tst ping.py:19: start network...\u000a04:31:58.766730 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:31:59.226636 run create_hlr_db(pid=25275): Launched\u000a04:31:59.392260 bus /gobi_6: Setting Powered False\u000a04:32:00.414361 run create_hlr_db(pid=25275): Terminated: ok {rc=0}\u000a04:32:00.825560 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25277): Launched\u000a04:32:01.171410 run osmo-hlr_10.42.42.2(pid=25278): Launched\u000a04:32:01.366713 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:32:02.014689 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25280): Launched\u000a04:32:02.310977 run osmo-stp_10.42.42.5(pid=25281): Launched\u000a04:32:02.454578 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:32:02.994735 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25283): Launched\u000a04:32:03.105417 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:32:03.374793 run patchelf(pid=25284): Launched\u000a04:32:03.555968 run osmo-stp_10.42.42.5(pid=25281): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25281)]\u000a04:32:03.688617 run osmo-stp_10.42.42.5(pid=25281): stdout: \u000a| (launched: 2022-12-09_04:32:02.166012)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:32:03.821638 run osmo-stp_10.42.42.5(pid=25281): stderr: \u000a| �[0;m�[38;5;43m20221209043202333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043202333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043202334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043202334 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043202335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043202335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043202335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:32:03.950184 run osmo-stp_10.42.42.5(pid=25281): stdout: \u000a| (launched: 2022-12-09_04:32:02.166012)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:32:04.078226 run osmo-stp_10.42.42.5(pid=25281): stderr: \u000a| �[0;m�[38;5;43m20221209043202333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043202333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043202334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043202334 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043202335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043202335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043202335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:32:04.226910 run patchelf(pid=25284): Terminating (SIGINT)\u000a04:32:04.401692 run patchelf(pid=25284): Terminated: ok {rc=0}\u000a04:32:04.433487 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=25281): Process ended prematurely: osmo-stp_10.42.42.5(pid=25281) [trial-2354↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25281)] [trial-2354↪gprs:trx-lms-limenet-micro↪ping.py:22]\u000a04:32:04.442654 tst ping.py:22: Test FAILED (6.6 sec)\u000a04:32:04.506046 run osmo-hlr_10.42.42.2(pid=25278): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-lms-limenet-micro↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25278)]\u000a04:32:04.557951 run osmo-hlr_10.42.42.2(pid=25278): stdout: \u000a| (launched: 2022-12-09_04:32:00.982552) \u000a04:32:04.610581 run osmo-hlr_10.42.42.2(pid=25278): stderr: \u000a| �[0;m�[1;31m20221209043201343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209043201343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209043201343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043201343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043201343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209043201343 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209043201355 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-lms-limenet-micro/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209043201371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209043201372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209043201372 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:32:04.655221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25277): Terminating (SIGTERM)\u000a04:32:04.697467 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25280): Terminating (SIGTERM)\u000a04:32:04.739464 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25283): Terminating (SIGTERM)\u000a04:32:04.749169 --- ParallelTerminationStrategy: PID 25277 died...\u000a04:32:04.805291 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25277): Terminated: ok {rc=0}\u000a04:32:04.815478 --- ParallelTerminationStrategy: PID 25280 died...\u000a04:32:04.871887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25280): Terminated: ok {rc=0}\u000a04:32:04.881924 --- ParallelTerminationStrategy: PID 25283 died...\u000a04:32:04.937636 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25283): Terminated: ok {rc=0}\u000a04:32:05.026355 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25291): Process ended prematurely: osmo-stp_10.42.42.5(pid=25291) [trial-2354↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25291)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25291): Process ended prematurely: osmo-stp_10.42.42.5(pid=25291) [trial-2354↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25291)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-lms-limenet-micro ping_idle_ping.py\u000a----------------------------------------------\u000a04:32:06.077556 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:32:06.089286 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a04:32:06.227775 tst ping_idle_ping.py: using LAC 19090\u000a04:32:06.350142 tst ping_idle_ping.py: using RAC 220\u000a04:32:06.472620 tst ping_idle_ping.py: using CellId 19090\u000a04:32:06.599345 tst ping_idle_ping.py: using BVCI 19091\u000a04:32:06.623396 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:32:06.634558 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:32:06.645504 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:32:06.656604 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:32:06.667682 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:32:06.678946 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:32:06.690468 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a04:32:06.701355 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a04:32:06.971040 tst ping_idle_ping.py:24: start network...\u000a04:32:07.091680 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:32:07.559146 run create_hlr_db(pid=25285): Launched\u000a04:32:07.725344 bus /gobi_6: Setting Powered False\u000a04:32:08.757667 run create_hlr_db(pid=25285): Terminated: ok {rc=0}\u000a04:32:09.147438 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25287): Launched\u000a04:32:09.437151 run osmo-hlr_10.42.42.2(pid=25288): Launched\u000a04:32:09.542272 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:32:10.045141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25290): Launched\u000a04:32:10.334953 run osmo-stp_10.42.42.5(pid=25291): Launched\u000a04:32:10.440533 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:32:10.946925 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25293): Launched\u000a04:32:11.049895 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:32:11.302580 run patchelf(pid=25294): Launched\u000a04:32:11.472125 run osmo-stp_10.42.42.5(pid=25291): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25291)]\u000a04:32:11.596699 run osmo-stp_10.42.42.5(pid=25291): stdout: \u000a| (launched: 2022-12-09_04:32:10.192137)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:32:11.721416 run osmo-stp_10.42.42.5(pid=25291): stderr: \u000a| �[0;m�[38;5;43m20221209043210358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043210359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043210359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043210359 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043210360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043210360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043210360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:32:11.841646 run osmo-stp_10.42.42.5(pid=25291): stdout: \u000a| (launched: 2022-12-09_04:32:10.192137)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:32:11.960681 run osmo-stp_10.42.42.5(pid=25291): stderr: \u000a| �[0;m�[38;5;43m20221209043210358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043210359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043210359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043210359 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043210360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043210360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043210360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:32:12.099998 run patchelf(pid=25294): Terminating (SIGINT)\u000a04:32:12.263350 run patchelf(pid=25294): Terminated: ok {rc=0}\u000a04:32:12.293249 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=25291): Process ended prematurely: osmo-stp_10.42.42.5(pid=25291) [trial-2354↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25291)] [trial-2354↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27]\u000a04:32:12.301764 tst ping_idle_ping.py:27: Test FAILED (6.2 sec)\u000a04:32:12.361028 run osmo-hlr_10.42.42.2(pid=25288): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25288)]\u000a04:32:12.409659 run osmo-hlr_10.42.42.2(pid=25288): stdout: \u000a| (launched: 2022-12-09_04:32:09.294154) \u000a04:32:12.459010 run osmo-hlr_10.42.42.2(pid=25288): stderr: \u000a| �[0;m�[1;31m20221209043209469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209043209469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209043209469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043209469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043209469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209043209469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209043209482 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-lms-limenet-micro/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209043209490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209043209490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209043209490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:32:12.500788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25287): Terminating (SIGTERM)\u000a04:32:12.540031 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25290): Terminating (SIGTERM)\u000a04:32:12.579428 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25293): Terminating (SIGTERM)\u000a04:32:12.588517 --- ParallelTerminationStrategy: PID 25287 died...\u000a04:32:12.640711 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25287): Terminated: ok {rc=0}\u000a04:32:12.650092 --- ParallelTerminationStrategy: PID 25290 died...\u000a04:32:12.703287 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25290): Terminated: ok {rc=0}\u000a04:32:12.712739 --- ParallelTerminationStrategy: PID 25293 died...\u000a04:32:12.764885 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25293): Terminated: ok {rc=0}\u000a04:32:12.852608 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "125", "name" : "gprs_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:31:14" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25310): Process ended prematurely: osmo-stp_10.42.42.5(pid=25310) [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25310)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25310): Process ended prematurely: osmo-stp_10.42.42.5(pid=25310) [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25310)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-lms-limenet-micro+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:32:14.970366 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:14.981368 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:32:15.111901 tst cs_paging_gprs_active.py: using LAC 19091\u000a04:32:15.227955 tst cs_paging_gprs_active.py: using RAC 221\u000a04:32:15.341514 tst cs_paging_gprs_active.py: using CellId 19091\u000a04:32:15.455318 tst cs_paging_gprs_active.py: using BVCI 19092\u000a04:32:15.477833 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:15.488538 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:15.499142 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:15.509782 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:15.520277 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:15.530998 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:15.541677 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:15.552178 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:15.563244 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:32:15.674733 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:32:15.949848 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:32:16.078970 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:32:16.430817 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25300): Launched\u000a04:32:16.701650 run iperf3-srv_10.42.42.10(pid=25301): Launched\u000a04:32:16.885741 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:32:17.011349 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:32:17.336079 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25302): Launched\u000a04:32:17.589392 run iperf3-srv_10.42.42.10(pid=25303): Launched\u000a04:32:17.767350 tst cs_paging_gprs_active.py:38: start network...\u000a04:32:17.889207 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:32:18.361731 run create_hlr_db(pid=25304): Launched\u000a04:32:18.530740 bus /gobi_6: Setting Powered False\u000a04:32:19.552917 run create_hlr_db(pid=25304): Terminated: ok {rc=0}\u000a04:32:19.944300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25306): Launched\u000a04:32:20.238756 run osmo-hlr_10.42.42.2(pid=25307): Launched\u000a04:32:20.355235 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:32:20.871417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25309): Launched\u000a04:32:21.165381 run osmo-stp_10.42.42.5(pid=25310): Launched\u000a04:32:21.272313 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:32:21.784660 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25312): Launched\u000a04:32:21.889426 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:32:22.146360 run patchelf(pid=25313): Launched\u000a04:32:22.318550 run osmo-stp_10.42.42.5(pid=25310): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25310)]\u000a04:32:22.444170 run osmo-stp_10.42.42.5(pid=25310): stdout: \u000a| (launched: 2022-12-09_04:32:21.020735)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:32:22.570238 run osmo-stp_10.42.42.5(pid=25310): stderr: \u000a| �[0;m�[38;5;43m20221209043221189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043221189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043221190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043221190 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043221190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043221191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043221191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:32:22.692027 run osmo-stp_10.42.42.5(pid=25310): stdout: \u000a| (launched: 2022-12-09_04:32:21.020735)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:32:22.813412 run osmo-stp_10.42.42.5(pid=25310): stderr: \u000a| �[0;m�[38;5;43m20221209043221189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043221189 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043221190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043221190 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043221190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043221191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043221191 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:32:22.954762 run patchelf(pid=25313): Terminating (SIGINT)\u000a04:32:23.121530 run patchelf(pid=25313): Terminated: ok {rc=0}\u000a04:32:23.152213 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=25310): Process ended prematurely: osmo-stp_10.42.42.5(pid=25310) [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25310)] [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a04:32:23.161355 tst cs_paging_gprs_active.py:38: Test FAILED (8.2 sec)\u000a04:32:23.220814 run osmo-hlr_10.42.42.2(pid=25307): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25307)]\u000a04:32:23.269315 run osmo-hlr_10.42.42.2(pid=25307): stdout: \u000a| (launched: 2022-12-09_04:32:20.093644) \u000a04:32:23.318493 run osmo-hlr_10.42.42.2(pid=25307): stderr: \u000a| �[0;m�[1;31m20221209043220268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209043220268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209043220268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043220268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043220268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209043220268 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209043220280 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-lms-limenet-micro+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209043220289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209043220289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209043220289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:32:23.360157 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25300): Terminating (SIGTERM)\u000a04:32:23.399247 run iperf3-srv_10.42.42.10(pid=25301): Terminating (SIGTERM)\u000a04:32:23.438423 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25302): Terminating (SIGTERM)\u000a04:32:23.477478 run iperf3-srv_10.42.42.10(pid=25303): Terminating (SIGTERM)\u000a04:32:23.517156 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25306): Terminating (SIGTERM)\u000a04:32:23.556382 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25309): Terminating (SIGTERM)\u000a04:32:23.595462 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25312): Terminating (SIGTERM)\u000a04:32:23.604404 --- ParallelTerminationStrategy: PID 25300 died...\u000a04:32:23.657166 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25300): Terminated: ok {rc=0}\u000a04:32:23.666646 --- ParallelTerminationStrategy: PID 25301 died...\u000a04:32:23.718933 run iperf3-srv_10.42.42.10(pid=25301): Terminated {rc=256}\u000a04:32:23.728303 --- ParallelTerminationStrategy: PID 25302 died...\u000a04:32:23.780590 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25302): Terminated: ok {rc=0}\u000a04:32:23.789982 --- ParallelTerminationStrategy: PID 25303 died...\u000a04:32:23.842354 run iperf3-srv_10.42.42.10(pid=25303): Terminated {rc=256}\u000a04:32:23.851709 --- ParallelTerminationStrategy: PID 25306 died...\u000a04:32:23.904284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25306): Terminated: ok {rc=0}\u000a04:32:23.913793 --- ParallelTerminationStrategy: PID 25309 died...\u000a04:32:23.966363 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25309): Terminated: ok {rc=0}\u000a04:32:23.975853 --- ParallelTerminationStrategy: PID 25312 died...\u000a04:32:24.028543 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25312): Terminated: ok {rc=0}\u000a04:32:24.118435 bus /gobi_0: Setting Powered False\u000a04:32:25.222194 bus /gobi_0: Setting Powered False\u000a04:32:26.328714 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25322): Process ended prematurely: osmo-stp_10.42.42.5(pid=25322) [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25322)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25322): Process ended prematurely: osmo-stp_10.42.42.5(pid=25322) [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25322)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a04:32:27.442457 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:27.454629 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:32:27.594146 tst iperf3.py: using LAC 19092\u000a04:32:27.717594 tst iperf3.py: using RAC 222\u000a04:32:27.839919 tst iperf3.py: using CellId 19092\u000a04:32:27.963374 tst iperf3.py: using BVCI 19093\u000a04:32:27.987440 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:27.999364 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:28.010879 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:28.022429 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:28.034583 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:28.046038 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:28.058108 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:28.069589 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:28.081195 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:32:28.354065 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:32:28.476704 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:32:28.782186 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25314): Launched\u000a04:32:29.036129 run iperf3-srv_10.42.42.10(pid=25315): Launched\u000a04:32:29.214464 tst iperf3.py:8: start network...\u000a04:32:29.336834 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:32:29.807912 run create_hlr_db(pid=25316): Launched\u000a04:32:29.976319 bus /gobi_6: Setting Powered False\u000a04:32:31.029422 run create_hlr_db(pid=25316): Terminated: ok {rc=0}\u000a04:32:31.475904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25318): Launched\u000a04:32:31.837456 run osmo-hlr_10.42.42.2(pid=25319): Launched\u000a04:32:31.964889 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:32:32.643799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25321): Launched\u000a04:32:32.937260 run osmo-stp_10.42.42.5(pid=25322): Launched\u000a04:32:33.044121 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:32:33.553910 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25324): Launched\u000a04:32:33.658076 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:32:33.913654 run patchelf(pid=25325): Launched\u000a04:32:34.085638 run osmo-stp_10.42.42.5(pid=25322): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25322)]\u000a04:32:34.211547 run osmo-stp_10.42.42.5(pid=25322): stdout: \u000a| (launched: 2022-12-09_04:32:32.792774)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:32:34.337880 run osmo-stp_10.42.42.5(pid=25322): stderr: \u000a| �[0;m�[38;5;43m20221209043232961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043232962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043232962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043232962 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043232963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043232963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043232963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:32:34.459730 run osmo-stp_10.42.42.5(pid=25322): stdout: \u000a| (launched: 2022-12-09_04:32:32.792774)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:32:34.580448 run osmo-stp_10.42.42.5(pid=25322): stderr: \u000a| �[0;m�[38;5;43m20221209043232961 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043232962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043232962 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043232962 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043232963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043232963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043232963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:32:34.721686 run patchelf(pid=25325): Terminating (SIGINT)\u000a04:32:34.887817 run patchelf(pid=25325): Terminated: ok {rc=0}\u000a04:32:34.918440 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25322): Process ended prematurely: osmo-stp_10.42.42.5(pid=25322) [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25322)] [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8]\u000a04:32:34.927555 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a04:32:34.987411 run osmo-hlr_10.42.42.2(pid=25319): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25319)]\u000a04:32:35.036143 run osmo-hlr_10.42.42.2(pid=25319): stdout: \u000a| (launched: 2022-12-09_04:32:31.659489) \u000a04:32:35.085557 run osmo-hlr_10.42.42.2(pid=25319): stderr: \u000a| �[0;m�[1;31m20221209043232030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209043232030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209043232030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043232030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043232030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209043232030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209043232052 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209043232070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209043232070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209043232070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:32:35.127714 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25314): Terminating (SIGTERM)\u000a04:32:35.167303 run iperf3-srv_10.42.42.10(pid=25315): Terminating (SIGTERM)\u000a04:32:35.207558 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25318): Terminating (SIGTERM)\u000a04:32:35.247652 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25321): Terminating (SIGTERM)\u000a04:32:35.287287 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25324): Terminating (SIGTERM)\u000a04:32:35.296445 --- ParallelTerminationStrategy: PID 25314 died...\u000a04:32:35.349919 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25314): Terminated: ok {rc=0}\u000a04:32:35.359501 --- ParallelTerminationStrategy: PID 25315 died...\u000a04:32:35.412232 run iperf3-srv_10.42.42.10(pid=25315): Terminated {rc=256}\u000a04:32:35.421858 --- ParallelTerminationStrategy: PID 25318 died...\u000a04:32:35.474392 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25318): Terminated: ok {rc=0}\u000a04:32:35.484175 --- ParallelTerminationStrategy: PID 25321 died...\u000a04:32:35.537047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25321): Terminated: ok {rc=0}\u000a04:32:35.546699 --- ParallelTerminationStrategy: PID 25324 died...\u000a04:32:35.599542 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25324): Terminated: ok {rc=0}\u000a04:32:35.687375 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25342): Process ended prematurely: osmo-stp_10.42.42.5(pid=25342) [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25342)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25342): Process ended prematurely: osmo-stp_10.42.42.5(pid=25342) [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25342)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a04:32:36.796330 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:36.807797 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:32:36.940272 tst iperf3m4.py: using LAC 19093\u000a04:32:37.055752 tst iperf3m4.py: using RAC 223\u000a04:32:37.173364 tst iperf3m4.py: using CellId 19093\u000a04:32:37.289370 tst iperf3m4.py: using BVCI 19094\u000a04:32:37.311934 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:37.323013 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:37.333844 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:37.344663 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:37.355453 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:37.366634 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:37.377479 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:37.388052 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:37.399018 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:32:37.517882 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:32:37.636731 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:32:37.753700 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:32:38.044163 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:32:38.176708 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:32:38.501826 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25328): Launched\u000a04:32:38.773030 run iperf3-srv_10.42.42.10(pid=25329): Launched\u000a04:32:38.966050 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:32:39.098311 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:32:39.425491 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25330): Launched\u000a04:32:39.696889 run iperf3-srv_10.42.42.10(pid=25331): Launched\u000a04:32:39.890980 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:32:40.023340 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:32:40.349598 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25332): Launched\u000a04:32:40.621106 run iperf3-srv_10.42.42.10(pid=25333): Launched\u000a04:32:40.813576 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:32:40.945219 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:32:41.272381 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25334): Launched\u000a04:32:41.543242 run iperf3-srv_10.42.42.10(pid=25335): Launched\u000a04:32:41.735838 tst iperf3m4.py:8: start network...\u000a04:32:41.867680 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:32:42.363974 run create_hlr_db(pid=25336): Launched\u000a04:32:42.546403 bus /gobi_6: Setting Powered False\u000a04:32:43.567805 run create_hlr_db(pid=25336): Terminated: ok {rc=0}\u000a04:32:43.964120 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25338): Launched\u000a04:32:44.261790 run osmo-hlr_10.42.42.2(pid=25339): Launched\u000a04:32:44.374700 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:32:44.919349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25341): Launched\u000a04:32:45.235101 run osmo-stp_10.42.42.5(pid=25342): Launched\u000a04:32:45.350246 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:32:45.913324 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25344): Launched\u000a04:32:46.021400 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:32:46.319065 run patchelf(pid=25345): Launched\u000a04:32:46.507934 run osmo-stp_10.42.42.5(pid=25342): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25342)]\u000a04:32:46.646962 run osmo-stp_10.42.42.5(pid=25342): stdout: \u000a| (launched: 2022-12-09_04:32:45.080248)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:32:46.786168 run osmo-stp_10.42.42.5(pid=25342): stderr: \u000a| �[0;m�[38;5;43m20221209043245268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043245268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043245268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043245269 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043245269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043245269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043245269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:32:46.920335 run osmo-stp_10.42.42.5(pid=25342): stdout: \u000a| (launched: 2022-12-09_04:32:45.080248)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:32:47.054147 run osmo-stp_10.42.42.5(pid=25342): stderr: \u000a| �[0;m�[38;5;43m20221209043245268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043245268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043245268 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043245269 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043245269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043245269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043245269 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:32:47.207725 run patchelf(pid=25345): Terminating (SIGINT)\u000a04:32:47.384688 run patchelf(pid=25345): Terminated: ok {rc=0}\u000a04:32:47.417660 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25342): Process ended prematurely: osmo-stp_10.42.42.5(pid=25342) [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25342)] [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8]\u000a04:32:47.427568 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a04:32:47.492133 run osmo-hlr_10.42.42.2(pid=25339): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25339)]\u000a04:32:47.544475 run osmo-hlr_10.42.42.2(pid=25339): stdout: \u000a| (launched: 2022-12-09_04:32:44.116005) \u000a04:32:47.597324 run osmo-hlr_10.42.42.2(pid=25339): stderr: \u000a| �[0;m�[1;31m20221209043244291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209043244291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209043244291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043244291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043244291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209043244291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209043244303 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209043244311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209043244311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209043244311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:32:47.641893 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25328): Terminating (SIGTERM)\u000a04:32:47.683857 run iperf3-srv_10.42.42.10(pid=25329): Terminating (SIGTERM)\u000a04:32:47.727026 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25330): Terminating (SIGTERM)\u000a04:32:47.769144 run iperf3-srv_10.42.42.10(pid=25331): Terminating (SIGTERM)\u000a04:32:47.812042 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25332): Terminating (SIGTERM)\u000a04:32:47.854756 run iperf3-srv_10.42.42.10(pid=25333): Terminating (SIGTERM)\u000a04:32:47.896808 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25334): Terminating (SIGTERM)\u000a04:32:47.939387 run iperf3-srv_10.42.42.10(pid=25335): Terminating (SIGTERM)\u000a04:32:47.981582 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25338): Terminating (SIGTERM)\u000a04:32:48.024052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25341): Terminating (SIGTERM)\u000a04:32:48.066344 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25344): Terminating (SIGTERM)\u000a04:32:48.076375 --- ParallelTerminationStrategy: PID 25328 died...\u000a04:32:48.132888 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25328): Terminated: ok {rc=0}\u000a04:32:48.143101 --- ParallelTerminationStrategy: PID 25329 died...\u000a04:32:48.199214 run iperf3-srv_10.42.42.10(pid=25329): Terminated {rc=256}\u000a04:32:48.209206 --- ParallelTerminationStrategy: PID 25330 died...\u000a04:32:48.265364 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25330): Terminated: ok {rc=0}\u000a04:32:48.275453 --- ParallelTerminationStrategy: PID 25331 died...\u000a04:32:48.331767 run iperf3-srv_10.42.42.10(pid=25331): Terminated {rc=256}\u000a04:32:48.341978 --- ParallelTerminationStrategy: PID 25332 died...\u000a04:32:48.398132 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25332): Terminated: ok {rc=0}\u000a04:32:48.408253 --- ParallelTerminationStrategy: PID 25333 died...\u000a04:32:48.464395 run iperf3-srv_10.42.42.10(pid=25333): Terminated {rc=256}\u000a04:32:48.474645 --- ParallelTerminationStrategy: PID 25334 died...\u000a04:32:48.530962 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25334): Terminated: ok {rc=0}\u000a04:32:48.541249 --- ParallelTerminationStrategy: PID 25335 died...\u000a04:32:48.597624 run iperf3-srv_10.42.42.10(pid=25335): Terminated {rc=256}\u000a04:32:48.607843 --- ParallelTerminationStrategy: PID 25338 died...\u000a04:32:48.663921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25338): Terminated: ok {rc=0}\u000a04:32:48.674368 --- ParallelTerminationStrategy: PID 25341 died...\u000a04:32:48.730481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25341): Terminated: ok {rc=0}\u000a04:32:48.741066 --- ParallelTerminationStrategy: PID 25344 died...\u000a04:32:48.797579 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25344): Terminated: ok {rc=0}\u000a04:32:48.885762 bus /gobi_4: Setting Powered False\u000a04:32:49.989944 bus /gobi_4: Setting Powered False\u000a04:32:51.101000 bus /gobi_1: Setting Powered False\u000a04:32:52.207341 bus /gobi_1: Setting Powered False\u000a04:32:53.315179 bus /gobi_0: Setting Powered False\u000a04:32:54.422128 bus /gobi_0: Setting Powered False\u000a04:32:55.531664 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25352): Process ended prematurely: osmo-stp_10.42.42.5(pid=25352) [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25352)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25352): Process ended prematurely: osmo-stp_10.42.42.5(pid=25352) [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25352)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a04:32:56.599753 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:56.611761 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:32:56.755101 tst ping.py: using LAC 19094\u000a04:32:56.880341 tst ping.py: using RAC 224\u000a04:32:56.999448 tst ping.py: using CellId 19094\u000a04:32:57.119794 tst ping.py: using BVCI 19095\u000a04:32:57.143455 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:57.154752 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:57.166067 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:57.177374 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:57.188546 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:57.199862 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:57.211286 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:32:57.222725 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:32:57.503108 tst ping.py:19: start network...\u000a04:32:57.632125 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:32:58.117622 run create_hlr_db(pid=25346): Launched\u000a04:32:58.296448 bus /gobi_6: Setting Powered False\u000a04:32:59.317894 run create_hlr_db(pid=25346): Terminated: ok {rc=0}\u000a04:32:59.707132 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25348): Launched\u000a04:32:59.995328 run osmo-hlr_10.42.42.2(pid=25349): Launched\u000a04:33:00.100777 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:33:00.603052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25351): Launched\u000a04:33:01.032783 run osmo-stp_10.42.42.5(pid=25352): Launched\u000a04:33:01.152530 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:33:01.738441 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25355): Launched\u000a04:33:01.854234 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:33:02.153800 run patchelf(pid=25356): Launched\u000a04:33:02.341313 run osmo-stp_10.42.42.5(pid=25352): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25352)]\u000a04:33:02.475274 run osmo-stp_10.42.42.5(pid=25352): stdout: \u000a| (launched: 2022-12-09_04:33:00.748670)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:33:02.609536 run osmo-stp_10.42.42.5(pid=25352): stderr: \u000a| �[0;m�[38;5;43m20221209043300916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043300916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043300917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043300917 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043300918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043300918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043300918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:33:02.739578 run osmo-stp_10.42.42.5(pid=25352): stdout: \u000a| (launched: 2022-12-09_04:33:00.748670)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:33:02.867782 run osmo-stp_10.42.42.5(pid=25352): stderr: \u000a| �[0;m�[38;5;43m20221209043300916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043300916 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043300917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043300917 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043300918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043300918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043300918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:33:03.017539 run patchelf(pid=25356): Terminating (SIGINT)\u000a04:33:03.193351 run patchelf(pid=25356): Terminated: ok {rc=0}\u000a04:33:03.225178 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=25352): Process ended prematurely: osmo-stp_10.42.42.5(pid=25352) [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25352)] [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22]\u000a04:33:03.234509 tst ping.py:22: Test FAILED (6.6 sec)\u000a04:33:03.299125 run osmo-hlr_10.42.42.2(pid=25349): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25349)]\u000a04:33:03.351903 run osmo-hlr_10.42.42.2(pid=25349): stdout: \u000a| (launched: 2022-12-09_04:32:59.853364) \u000a04:33:03.405416 run osmo-hlr_10.42.42.2(pid=25349): stderr: \u000a| �[0;m�[1;31m20221209043300027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209043300027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209043300027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043300027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043300027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209043300027 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209043300040 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209043300050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209043300050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209043300050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:33:03.450719 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25348): Terminating (SIGTERM)\u000a04:33:03.493322 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25351): Terminating (SIGTERM)\u000a04:33:03.536375 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25355): Terminating (SIGTERM)\u000a04:33:03.546295 --- ParallelTerminationStrategy: PID 25348 died...\u000a04:33:03.603537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25348): Terminated: ok {rc=0}\u000a04:33:03.613879 --- ParallelTerminationStrategy: PID 25351 died...\u000a04:33:03.670941 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25351): Terminated: ok {rc=0}\u000a04:33:03.681278 --- ParallelTerminationStrategy: PID 25355 died...\u000a04:33:03.738009 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25355): Terminated: ok {rc=0}\u000a04:33:03.827848 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25363): Process ended prematurely: osmo-stp_10.42.42.5(pid=25363) [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25363)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25363): Process ended prematurely: osmo-stp_10.42.42.5(pid=25363) [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25363)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a04:33:04.879661 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:33:04.891050 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:33:05.022783 tst ping_idle_ping.py: using LAC 19095\u000a04:33:05.137498 tst ping_idle_ping.py: using RAC 225\u000a04:33:05.251653 tst ping_idle_ping.py: using CellId 19095\u000a04:33:05.365204 tst ping_idle_ping.py: using BVCI 19096\u000a04:33:05.387401 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:33:05.398400 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:33:05.409108 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:33:05.419733 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:33:05.430348 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:33:05.441045 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:33:05.451767 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:33:05.462427 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:33:05.742991 tst ping_idle_ping.py:24: start network...\u000a04:33:05.871835 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:33:06.362864 run create_hlr_db(pid=25357): Launched\u000a04:33:06.542369 bus /gobi_6: Setting Powered False\u000a04:33:07.564203 run create_hlr_db(pid=25357): Terminated: ok {rc=0}\u000a04:33:07.976745 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25359): Launched\u000a04:33:08.286991 run osmo-hlr_10.42.42.2(pid=25360): Launched\u000a04:33:08.402960 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:33:08.941573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25362): Launched\u000a04:33:09.252084 run osmo-stp_10.42.42.5(pid=25363): Launched\u000a04:33:09.364551 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:33:09.904326 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25365): Launched\u000a04:33:10.015360 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:33:10.286028 run patchelf(pid=25366): Launched\u000a04:33:10.468292 run osmo-stp_10.42.42.5(pid=25363): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25363)]\u000a04:33:10.601599 run osmo-stp_10.42.42.5(pid=25363): stdout: \u000a| (launched: 2022-12-09_04:33:09.099150)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:33:10.735111 run osmo-stp_10.42.42.5(pid=25363): stderr: \u000a| �[0;m�[38;5;43m20221209043309289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043309289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043309289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043309290 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043309290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043309290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043309290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:33:10.864313 run osmo-stp_10.42.42.5(pid=25363): stdout: \u000a| (launched: 2022-12-09_04:33:09.099150)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:33:10.992623 run osmo-stp_10.42.42.5(pid=25363): stderr: \u000a| �[0;m�[38;5;43m20221209043309289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043309289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043309289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043309290 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043309290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043309290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043309290 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:33:11.141998 run patchelf(pid=25366): Terminating (SIGINT)\u000a04:33:11.317126 run patchelf(pid=25366): Terminated: ok {rc=0}\u000a04:33:11.348844 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=25363): Process ended prematurely: osmo-stp_10.42.42.5(pid=25363) [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25363)] [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a04:33:11.358168 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a04:33:11.421423 run osmo-hlr_10.42.42.2(pid=25360): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25360)]\u000a04:33:11.473051 run osmo-hlr_10.42.42.2(pid=25360): stdout: \u000a| (launched: 2022-12-09_04:33:08.134422) \u000a04:33:11.525143 run osmo-hlr_10.42.42.2(pid=25360): stderr: \u000a| �[0;m�[1;31m20221209043308327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209043308327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209043308327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043308327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043308327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209043308327 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209043308339 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209043308348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209043308348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209043308348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:33:11.569167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25359): Terminating (SIGTERM)\u000a04:33:11.611036 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25362): Terminating (SIGTERM)\u000a04:33:11.652881 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25365): Terminating (SIGTERM)\u000a04:33:11.662800 --- ParallelTerminationStrategy: PID 25359 died...\u000a04:33:11.719101 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25359): Terminated: ok {rc=0}\u000a04:33:11.729231 --- ParallelTerminationStrategy: PID 25362 died...\u000a04:33:11.785050 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25362): Terminated: ok {rc=0}\u000a04:33:11.795086 --- ParallelTerminationStrategy: PID 25365 died...\u000a04:33:11.850882 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25365): Terminated: ok {rc=0}\u000a04:33:11.938277 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "126", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:32:14" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25380): Process ended prematurely: osmo-stp_10.42.42.5(pid=25380) [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25380)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25380): Process ended prematurely: osmo-stp_10.42.42.5(pid=25380) [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25380)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:33:14.093627 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:14.104928 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:33:14.275827 tst cs_paging_gprs_active.py: using LAC 19096\u000a04:33:14.402415 tst cs_paging_gprs_active.py: using RAC 226\u000a04:33:14.521454 tst cs_paging_gprs_active.py: using CellId 19096\u000a04:33:14.635861 tst cs_paging_gprs_active.py: using BVCI 19097\u000a04:33:14.658337 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:14.669234 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:14.679949 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:14.690694 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:14.701377 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:14.711967 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:14.722770 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:14.733374 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:14.744174 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:33:14.859760 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:33:15.152023 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:33:15.285352 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:33:15.613633 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25370): Launched\u000a04:33:15.887030 run iperf3-srv_10.42.42.10(pid=25371): Launched\u000a04:33:16.085083 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:33:16.219815 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:33:16.568358 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25372): Launched\u000a04:33:16.864378 run iperf3-srv_10.42.42.10(pid=25373): Launched\u000a04:33:17.062612 tst cs_paging_gprs_active.py:38: start network...\u000a04:33:17.198378 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:33:17.697299 run create_hlr_db(pid=25374): Launched\u000a04:33:17.879955 bus /gobi_6: Setting Powered False\u000a04:33:18.902341 run create_hlr_db(pid=25374): Terminated: ok {rc=0}\u000a04:33:19.323175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25376): Launched\u000a04:33:19.640151 run osmo-hlr_10.42.42.2(pid=25377): Launched\u000a04:33:19.758532 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:33:20.308900 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25379): Launched\u000a04:33:20.626800 run osmo-stp_10.42.42.5(pid=25380): Launched\u000a04:33:20.742622 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:33:21.295799 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25382): Launched\u000a04:33:21.409678 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:33:21.686055 run patchelf(pid=25383): Launched\u000a04:33:21.871963 run osmo-stp_10.42.42.5(pid=25380): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25380)]\u000a04:33:22.008260 run osmo-stp_10.42.42.5(pid=25380): stdout: \u000a| (launched: 2022-12-09_04:33:20.470240)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:33:22.145322 run osmo-stp_10.42.42.5(pid=25380): stderr: \u000a| �[0;m�[38;5;43m20221209043320660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043320660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043320661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043320661 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043320662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043320662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043320662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:33:22.276750 run osmo-stp_10.42.42.5(pid=25380): stdout: \u000a| (launched: 2022-12-09_04:33:20.470240)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:33:22.407444 run osmo-stp_10.42.42.5(pid=25380): stderr: \u000a| �[0;m�[38;5;43m20221209043320660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043320660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043320661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043320661 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043320662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043320662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043320662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:33:22.559994 run patchelf(pid=25383): Terminating (SIGINT)\u000a04:33:22.739182 run patchelf(pid=25383): Terminated: ok {rc=0}\u000a04:33:22.772060 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=25380): Process ended prematurely: osmo-stp_10.42.42.5(pid=25380) [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25380)] [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a04:33:22.781867 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a04:33:22.846188 run osmo-hlr_10.42.42.2(pid=25377): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25377)]\u000a04:33:22.898120 run osmo-hlr_10.42.42.2(pid=25377): stdout: \u000a| (launched: 2022-12-09_04:33:19.483739) \u000a04:33:22.950726 run osmo-hlr_10.42.42.2(pid=25377): stderr: \u000a| �[0;m�[1;31m20221209043319681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209043319681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209043319681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043319681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043319681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209043319681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209043319693 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209043319702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209043319702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209043319702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:33:22.995355 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25370): Terminating (SIGTERM)\u000a04:33:23.037904 run iperf3-srv_10.42.42.10(pid=25371): Terminating (SIGTERM)\u000a04:33:23.080255 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25372): Terminating (SIGTERM)\u000a04:33:23.122400 run iperf3-srv_10.42.42.10(pid=25373): Terminating (SIGTERM)\u000a04:33:23.164253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25376): Terminating (SIGTERM)\u000a04:33:23.206695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25379): Terminating (SIGTERM)\u000a04:33:23.248713 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25382): Terminating (SIGTERM)\u000a04:33:23.258463 --- ParallelTerminationStrategy: PID 25370 died...\u000a04:33:23.315184 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25370): Terminated: ok {rc=0}\u000a04:33:23.325226 --- ParallelTerminationStrategy: PID 25371 died...\u000a04:33:23.380847 run iperf3-srv_10.42.42.10(pid=25371): Terminated {rc=256}\u000a04:33:23.390933 --- ParallelTerminationStrategy: PID 25372 died...\u000a04:33:23.446572 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25372): Terminated: ok {rc=0}\u000a04:33:23.456549 --- ParallelTerminationStrategy: PID 25373 died...\u000a04:33:23.512194 run iperf3-srv_10.42.42.10(pid=25373): Terminated {rc=256}\u000a04:33:23.522195 --- ParallelTerminationStrategy: PID 25376 died...\u000a04:33:23.578066 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25376): Terminated: ok {rc=0}\u000a04:33:23.588174 --- ParallelTerminationStrategy: PID 25379 died...\u000a04:33:23.644049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25379): Terminated: ok {rc=0}\u000a04:33:23.654164 --- ParallelTerminationStrategy: PID 25382 died...\u000a04:33:23.709963 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25382): Terminated: ok {rc=0}\u000a04:33:23.797845 bus /gobi_0: Setting Powered False\u000a04:33:24.904699 bus /gobi_0: Setting Powered False\u000a04:33:26.015956 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25392): Process ended prematurely: osmo-stp_10.42.42.5(pid=25392) [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25392)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25392): Process ended prematurely: osmo-stp_10.42.42.5(pid=25392) [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25392)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a04:33:27.129869 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:27.142216 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:33:27.304035 tst iperf3.py: using LAC 19097\u000a04:33:27.429251 tst iperf3.py: using RAC 227\u000a04:33:27.552855 tst iperf3.py: using CellId 19097\u000a04:33:27.676888 tst iperf3.py: using BVCI 19098\u000a04:33:27.699742 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:27.710864 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:27.721767 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:27.732880 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:27.744176 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:27.755508 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:27.767513 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:27.779350 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:27.790443 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:33:28.079263 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:33:28.211964 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:33:28.538920 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25384): Launched\u000a04:33:28.811494 run iperf3-srv_10.42.42.10(pid=25385): Launched\u000a04:33:29.005193 tst iperf3.py:8: start network...\u000a04:33:29.137789 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:33:29.634632 run create_hlr_db(pid=25386): Launched\u000a04:33:29.817298 bus /gobi_6: Setting Powered False\u000a04:33:30.839418 run create_hlr_db(pid=25386): Terminated: ok {rc=0}\u000a04:33:31.325154 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25388): Launched\u000a04:33:31.698473 run osmo-hlr_10.42.42.2(pid=25389): Launched\u000a04:33:31.910697 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:33:32.574558 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25391): Launched\u000a04:33:32.869554 run osmo-stp_10.42.42.5(pid=25392): Launched\u000a04:33:32.976795 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:33:33.490420 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25394): Launched\u000a04:33:33.595255 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:33:33.852468 run patchelf(pid=25395): Launched\u000a04:33:34.025339 run osmo-stp_10.42.42.5(pid=25392): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25392)]\u000a04:33:34.151706 run osmo-stp_10.42.42.5(pid=25392): stdout: \u000a| (launched: 2022-12-09_04:33:32.724101)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:33:34.278801 run osmo-stp_10.42.42.5(pid=25392): stderr: \u000a| �[0;m�[38;5;43m20221209043332892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043332892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043332892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043332892 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043332893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043332893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043332893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:33:34.401117 run osmo-stp_10.42.42.5(pid=25392): stdout: \u000a| (launched: 2022-12-09_04:33:32.724101)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:33:34.522437 run osmo-stp_10.42.42.5(pid=25392): stderr: \u000a| �[0;m�[38;5;43m20221209043332892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043332892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043332892 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043332892 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043332893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043332893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043332893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:33:34.664058 run patchelf(pid=25395): Terminating (SIGINT)\u000a04:33:34.831057 run patchelf(pid=25395): Terminated: ok {rc=0}\u000a04:33:34.861994 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25392): Process ended prematurely: osmo-stp_10.42.42.5(pid=25392) [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25392)] [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a04:33:34.871118 tst iperf3.py:8: Test FAILED (7.8 sec)\u000a04:33:34.931016 run osmo-hlr_10.42.42.2(pid=25389): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25389)]\u000a04:33:34.979873 run osmo-hlr_10.42.42.2(pid=25389): stdout: \u000a| (launched: 2022-12-09_04:33:31.519710) \u000a04:33:35.029724 run osmo-hlr_10.42.42.2(pid=25389): stderr: \u000a| �[0;m�[1;31m20221209043331887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209043331887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209043331887 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043331888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043331888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209043331888 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209043331916 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209043331924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209043331924 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209043331933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:33:35.071943 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25384): Terminating (SIGTERM)\u000a04:33:35.111563 run iperf3-srv_10.42.42.10(pid=25385): Terminating (SIGTERM)\u000a04:33:35.151117 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25388): Terminating (SIGTERM)\u000a04:33:35.191008 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25391): Terminating (SIGTERM)\u000a04:33:35.230495 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25394): Terminating (SIGTERM)\u000a04:33:35.239595 --- ParallelTerminationStrategy: PID 25384 died...\u000a04:33:35.293021 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25384): Terminated: ok {rc=0}\u000a04:33:35.302613 --- ParallelTerminationStrategy: PID 25385 died...\u000a04:33:35.355434 run iperf3-srv_10.42.42.10(pid=25385): Terminated {rc=256}\u000a04:33:35.365180 --- ParallelTerminationStrategy: PID 25388 died...\u000a04:33:35.417870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25388): Terminated: ok {rc=0}\u000a04:33:35.427390 --- ParallelTerminationStrategy: PID 25391 died...\u000a04:33:35.480370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25391): Terminated: ok {rc=0}\u000a04:33:35.489964 --- ParallelTerminationStrategy: PID 25394 died...\u000a04:33:35.542783 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25394): Terminated: ok {rc=0}\u000a04:33:35.631216 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25410): Process ended prematurely: osmo-stp_10.42.42.5(pid=25410) [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25410)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25410): Process ended prematurely: osmo-stp_10.42.42.5(pid=25410) [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25410)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a04:33:36.739935 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:36.751597 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:33:36.901656 tst iperf3m4.py: using LAC 19098\u000a04:33:37.017660 tst iperf3m4.py: using RAC 228\u000a04:33:37.133322 tst iperf3m4.py: using CellId 19098\u000a04:33:37.248803 tst iperf3m4.py: using BVCI 19099\u000a04:33:37.271237 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:37.282142 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:37.292849 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:37.303559 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:37.314224 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:37.324795 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:37.335600 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:37.346223 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:37.357280 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:33:37.470396 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:33:37.590943 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:33:37.706191 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:33:37.993734 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:33:38.126979 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:33:38.453492 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25396): Launched\u000a04:33:38.725670 run iperf3-srv_10.42.42.10(pid=25397): Launched\u000a04:33:38.919181 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:33:39.051541 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:33:39.378996 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25398): Launched\u000a04:33:39.651026 run iperf3-srv_10.42.42.10(pid=25399): Launched\u000a04:33:39.843986 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:33:39.975936 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:33:40.303578 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25400): Launched\u000a04:33:40.575302 run iperf3-srv_10.42.42.10(pid=25401): Launched\u000a04:33:40.768246 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:33:40.900187 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:33:41.227181 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25402): Launched\u000a04:33:41.499279 run iperf3-srv_10.42.42.10(pid=25403): Launched\u000a04:33:41.692143 tst iperf3m4.py:8: start network...\u000a04:33:41.824072 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:33:42.320925 run create_hlr_db(pid=25404): Launched\u000a04:33:42.503690 bus /gobi_6: Setting Powered False\u000a04:33:43.526285 run create_hlr_db(pid=25404): Terminated: ok {rc=0}\u000a04:33:43.945770 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25406): Launched\u000a04:33:44.262882 run osmo-hlr_10.42.42.2(pid=25407): Launched\u000a04:33:44.380491 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:33:44.931805 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25409): Launched\u000a04:33:45.249305 run osmo-stp_10.42.42.5(pid=25410): Launched\u000a04:33:45.364304 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:33:45.940538 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25412): Launched\u000a04:33:46.082701 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:33:46.355638 run patchelf(pid=25413): Launched\u000a04:33:46.535428 run osmo-stp_10.42.42.5(pid=25410): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25410)]\u000a04:33:46.668156 run osmo-stp_10.42.42.5(pid=25410): stdout: \u000a| (launched: 2022-12-09_04:33:45.093542)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:33:46.799422 run osmo-stp_10.42.42.5(pid=25410): stderr: \u000a| �[0;m�[38;5;43m20221209043345282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043345282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043345283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043345283 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043345283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043345283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043345284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:33:46.925088 run osmo-stp_10.42.42.5(pid=25410): stdout: \u000a| (launched: 2022-12-09_04:33:45.093542)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:33:47.051358 run osmo-stp_10.42.42.5(pid=25410): stderr: \u000a| �[0;m�[38;5;43m20221209043345282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043345282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043345283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043345283 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043345283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043345283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043345284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:33:47.198937 run patchelf(pid=25413): Terminating (SIGINT)\u000a04:33:47.368263 run patchelf(pid=25413): Terminated: ok {rc=0}\u000a04:33:47.399536 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25410): Process ended prematurely: osmo-stp_10.42.42.5(pid=25410) [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25410)] [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a04:33:47.408829 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a04:33:47.469586 run osmo-hlr_10.42.42.2(pid=25407): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25407)]\u000a04:33:47.518849 run osmo-hlr_10.42.42.2(pid=25407): stdout: \u000a| (launched: 2022-12-09_04:33:44.106822) \u000a04:33:47.568663 run osmo-hlr_10.42.42.2(pid=25407): stderr: \u000a| �[0;m�[1;31m20221209043344303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209043344303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209043344303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043344303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043344303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209043344303 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209043344316 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209043344324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209043344324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209043344324 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:33:47.610668 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25396): Terminating (SIGTERM)\u000a04:33:47.650319 run iperf3-srv_10.42.42.10(pid=25397): Terminating (SIGTERM)\u000a04:33:47.689837 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25398): Terminating (SIGTERM)\u000a04:33:47.729150 run iperf3-srv_10.42.42.10(pid=25399): Terminating (SIGTERM)\u000a04:33:47.768466 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25400): Terminating (SIGTERM)\u000a04:33:47.807706 run iperf3-srv_10.42.42.10(pid=25401): Terminating (SIGTERM)\u000a04:33:47.846980 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25402): Terminating (SIGTERM)\u000a04:33:47.886299 run iperf3-srv_10.42.42.10(pid=25403): Terminating (SIGTERM)\u000a04:33:47.925855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25406): Terminating (SIGTERM)\u000a04:33:47.965235 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25409): Terminating (SIGTERM)\u000a04:33:48.004585 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25412): Terminating (SIGTERM)\u000a04:33:48.013712 --- ParallelTerminationStrategy: PID 25396 died...\u000a04:33:48.066941 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25396): Terminated: ok {rc=0}\u000a04:33:48.076792 --- ParallelTerminationStrategy: PID 25397 died...\u000a04:33:48.130050 run iperf3-srv_10.42.42.10(pid=25397): Terminated {rc=256}\u000a04:33:48.139786 --- ParallelTerminationStrategy: PID 25398 died...\u000a04:33:48.193414 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25398): Terminated: ok {rc=0}\u000a04:33:48.203033 --- ParallelTerminationStrategy: PID 25399 died...\u000a04:33:48.255552 run iperf3-srv_10.42.42.10(pid=25399): Terminated {rc=256}\u000a04:33:48.265193 --- ParallelTerminationStrategy: PID 25400 died...\u000a04:33:48.318236 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25400): Terminated: ok {rc=0}\u000a04:33:48.327976 --- ParallelTerminationStrategy: PID 25401 died...\u000a04:33:48.381344 run iperf3-srv_10.42.42.10(pid=25401): Terminated {rc=256}\u000a04:33:48.391280 --- ParallelTerminationStrategy: PID 25402 died...\u000a04:33:48.444613 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25402): Terminated: ok {rc=0}\u000a04:33:48.454490 --- ParallelTerminationStrategy: PID 25403 died...\u000a04:33:48.507614 run iperf3-srv_10.42.42.10(pid=25403): Terminated {rc=256}\u000a04:33:48.517331 --- ParallelTerminationStrategy: PID 25406 died...\u000a04:33:48.570561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25406): Terminated: ok {rc=0}\u000a04:33:48.580233 --- ParallelTerminationStrategy: PID 25409 died...\u000a04:33:48.633263 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25409): Terminated: ok {rc=0}\u000a04:33:48.642947 --- ParallelTerminationStrategy: PID 25412 died...\u000a04:33:48.696204 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25412): Terminated: ok {rc=0}\u000a04:33:48.784655 bus /gobi_4: Setting Powered False\u000a04:33:49.888328 bus /gobi_4: Setting Powered False\u000a04:33:51.000586 bus /gobi_1: Setting Powered False\u000a04:33:52.106543 bus /gobi_1: Setting Powered False\u000a04:33:53.214283 bus /gobi_0: Setting Powered False\u000a04:33:54.315062 bus /gobi_0: Setting Powered False\u000a04:33:55.426490 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25422): Process ended prematurely: osmo-stp_10.42.42.5(pid=25422) [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25422)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25422): Process ended prematurely: osmo-stp_10.42.42.5(pid=25422) [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25422)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a04:33:56.493176 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:56.504740 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:33:56.654109 tst ping.py: using LAC 19099\u000a04:33:56.768685 tst ping.py: using RAC 229\u000a04:33:56.885121 tst ping.py: using CellId 19099\u000a04:33:57.001328 tst ping.py: using BVCI 19100\u000a04:33:57.023578 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:57.034488 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:57.045197 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:57.056533 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:57.067708 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:57.078972 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:57.090261 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:33:57.101560 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:33:57.386828 tst ping.py:19: start network...\u000a04:33:57.516320 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:33:58.003102 run create_hlr_db(pid=25416): Launched\u000a04:33:58.183282 bus /gobi_6: Setting Powered False\u000a04:33:59.203754 run create_hlr_db(pid=25416): Terminated: ok {rc=0}\u000a04:33:59.594888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25418): Launched\u000a04:33:59.882967 run osmo-hlr_10.42.42.2(pid=25419): Launched\u000a04:33:59.996161 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:34:00.506225 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25421): Launched\u000a04:34:00.792155 run osmo-stp_10.42.42.5(pid=25422): Launched\u000a04:34:00.963972 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:34:01.579954 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25424): Launched\u000a04:34:01.726004 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:34:02.058178 run patchelf(pid=25425): Launched\u000a04:34:02.231249 run osmo-stp_10.42.42.5(pid=25422): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25422)]\u000a04:34:02.357227 run osmo-stp_10.42.42.5(pid=25422): stdout: \u000a| (launched: 2022-12-09_04:34:00.651376)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:34:02.482056 run osmo-stp_10.42.42.5(pid=25422): stderr: \u000a| �[0;m�[38;5;43m20221209043400820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043400820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043400820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043400821 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043400821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043400821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043400821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:34:02.602217 run osmo-stp_10.42.42.5(pid=25422): stdout: \u000a| (launched: 2022-12-09_04:34:00.651376)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:34:02.721842 run osmo-stp_10.42.42.5(pid=25422): stderr: \u000a| �[0;m�[38;5;43m20221209043400820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043400820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043400820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043400821 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043400821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043400821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043400821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:34:02.860706 run patchelf(pid=25425): Terminating (SIGINT)\u000a04:34:03.024387 run patchelf(pid=25425): Terminated: ok {rc=0}\u000a04:34:03.054410 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=25422): Process ended prematurely: osmo-stp_10.42.42.5(pid=25422) [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25422)] [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22]\u000a04:34:03.063123 tst ping.py:22: Test FAILED (6.6 sec)\u000a04:34:03.123140 run osmo-hlr_10.42.42.2(pid=25419): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25419)]\u000a04:34:03.172136 run osmo-hlr_10.42.42.2(pid=25419): stdout: \u000a| (launched: 2022-12-09_04:33:59.740912) \u000a04:34:03.221677 run osmo-hlr_10.42.42.2(pid=25419): stderr: \u000a| �[0;m�[1;31m20221209043359913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209043359913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209043359913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043359913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043359913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209043359913 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209043359926 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209043359935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209043359935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209043359935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:34:03.263549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25418): Terminating (SIGTERM)\u000a04:34:03.302883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25421): Terminating (SIGTERM)\u000a04:34:03.342314 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25424): Terminating (SIGTERM)\u000a04:34:03.351422 --- ParallelTerminationStrategy: PID 25418 died...\u000a04:34:03.404247 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25418): Terminated: ok {rc=0}\u000a04:34:03.413853 --- ParallelTerminationStrategy: PID 25421 died...\u000a04:34:03.467050 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25421): Terminated: ok {rc=0}\u000a04:34:03.476554 --- ParallelTerminationStrategy: PID 25424 died...\u000a04:34:03.529676 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25424): Terminated: ok {rc=0}\u000a04:34:03.619047 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25432): Process ended prematurely: osmo-stp_10.42.42.5(pid=25432) [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25432)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25432): Process ended prematurely: osmo-stp_10.42.42.5(pid=25432) [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25432)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a04:34:04.670941 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:34:04.682828 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:34:04.833214 tst ping_idle_ping.py: using LAC 19100\u000a04:34:04.947894 tst ping_idle_ping.py: using RAC 230\u000a04:34:05.062324 tst ping_idle_ping.py: using CellId 19100\u000a04:34:05.175925 tst ping_idle_ping.py: using BVCI 19101\u000a04:34:05.198196 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:34:05.209100 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:34:05.219597 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:34:05.230283 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:34:05.240884 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:34:05.251529 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:34:05.262343 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:34:05.272919 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:34:05.558330 tst ping_idle_ping.py:24: start network...\u000a04:34:05.688165 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:34:06.179344 run create_hlr_db(pid=25426): Launched\u000a04:34:06.359644 bus /gobi_6: Setting Powered False\u000a04:34:07.381336 run create_hlr_db(pid=25426): Terminated: ok {rc=0}\u000a04:34:07.772814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25428): Launched\u000a04:34:08.064110 run osmo-hlr_10.42.42.2(pid=25429): Launched\u000a04:34:08.170950 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:34:08.673633 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25431): Launched\u000a04:34:08.963332 run osmo-stp_10.42.42.5(pid=25432): Launched\u000a04:34:09.068806 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:34:09.575290 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25434): Launched\u000a04:34:09.678989 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:34:09.932570 run patchelf(pid=25435): Launched\u000a04:34:10.103201 run osmo-stp_10.42.42.5(pid=25432): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25432)]\u000a04:34:10.227421 run osmo-stp_10.42.42.5(pid=25432): stdout: \u000a| (launched: 2022-12-09_04:34:08.820304)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:34:10.351826 run osmo-stp_10.42.42.5(pid=25432): stderr: \u000a| �[0;m�[38;5;43m20221209043408988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043408988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043408988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043408989 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043408989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043408989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043408989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:34:10.472530 run osmo-stp_10.42.42.5(pid=25432): stdout: \u000a| (launched: 2022-12-09_04:34:08.820304)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:34:10.591610 run osmo-stp_10.42.42.5(pid=25432): stderr: \u000a| �[0;m�[38;5;43m20221209043408988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043408988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043408988 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043408989 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043408989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043408989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043408989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:34:10.730749 run patchelf(pid=25435): Terminating (SIGINT)\u000a04:34:10.895113 run patchelf(pid=25435): Terminated: ok {rc=0}\u000a04:34:10.925056 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=25432): Process ended prematurely: osmo-stp_10.42.42.5(pid=25432) [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25432)] [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a04:34:10.933672 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a04:34:10.992867 run osmo-hlr_10.42.42.2(pid=25429): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25429)]\u000a04:34:11.041440 run osmo-hlr_10.42.42.2(pid=25429): stdout: \u000a| (launched: 2022-12-09_04:34:07.920825) \u000a04:34:11.090757 run osmo-hlr_10.42.42.2(pid=25429): stderr: \u000a| �[0;m�[1;31m20221209043408093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209043408093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209043408093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043408093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043408093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209043408093 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209043408109 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209043408119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209043408119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209043408119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:34:11.133104 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25428): Terminating (SIGTERM)\u000a04:34:11.172384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25431): Terminating (SIGTERM)\u000a04:34:11.211706 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25434): Terminating (SIGTERM)\u000a04:34:11.220808 --- ParallelTerminationStrategy: PID 25428 died...\u000a04:34:11.273808 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25428): Terminated: ok {rc=0}\u000a04:34:11.283364 --- ParallelTerminationStrategy: PID 25431 died...\u000a04:34:11.336101 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25431): Terminated: ok {rc=0}\u000a04:34:11.345706 --- ParallelTerminationStrategy: PID 25434 died...\u000a04:34:11.398452 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25434): Terminated: ok {rc=0}\u000a04:34:11.487767 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "127", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:33:13" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25449): Process ended prematurely: osmo-stp_10.42.42.5(pid=25449) [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25449)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25449): Process ended prematurely: osmo-stp_10.42.42.5(pid=25449) [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25449)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:34:13.623636 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:13.634562 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:34:13.783150 tst cs_paging_gprs_active.py: using LAC 19101\u000a04:34:13.897525 tst cs_paging_gprs_active.py: using RAC 231\u000a04:34:14.012199 tst cs_paging_gprs_active.py: using CellId 19101\u000a04:34:14.126604 tst cs_paging_gprs_active.py: using BVCI 19102\u000a04:34:14.149078 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:14.159845 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:14.170642 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:14.181337 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:14.191921 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:14.202568 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:14.213331 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:14.224002 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:14.234874 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:34:14.352615 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:34:14.642925 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:34:14.776553 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:34:15.105408 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25439): Launched\u000a04:34:15.378346 run iperf3-srv_10.42.42.10(pid=25440): Launched\u000a04:34:15.573209 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:34:15.706644 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:34:16.079961 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25441): Launched\u000a04:34:16.375398 run iperf3-srv_10.42.42.10(pid=25442): Launched\u000a04:34:16.574274 tst cs_paging_gprs_active.py:38: start network...\u000a04:34:16.710791 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:34:17.229150 run create_hlr_db(pid=25443): Launched\u000a04:34:17.399122 bus /gobi_6: Setting Powered False\u000a04:34:18.421205 run create_hlr_db(pid=25443): Terminated: ok {rc=0}\u000a04:34:18.815225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25445): Launched\u000a04:34:19.111032 run osmo-hlr_10.42.42.2(pid=25446): Launched\u000a04:34:19.223468 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:34:19.745826 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25448): Launched\u000a04:34:20.040788 run osmo-stp_10.42.42.5(pid=25449): Launched\u000a04:34:20.148308 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:34:20.671347 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25451): Launched\u000a04:34:20.785266 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:34:21.069834 run patchelf(pid=25452): Launched\u000a04:34:21.257478 run osmo-stp_10.42.42.5(pid=25449): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25449)]\u000a04:34:21.394625 run osmo-stp_10.42.42.5(pid=25449): stdout: \u000a| (launched: 2022-12-09_04:34:19.895904)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:34:21.531800 run osmo-stp_10.42.42.5(pid=25449): stderr: \u000a| �[0;m�[38;5;43m20221209043420064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043420064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043420064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043420064 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043420065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043420065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043420065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:34:21.664671 run osmo-stp_10.42.42.5(pid=25449): stdout: \u000a| (launched: 2022-12-09_04:34:19.895904)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:34:21.796434 run osmo-stp_10.42.42.5(pid=25449): stderr: \u000a| �[0;m�[38;5;43m20221209043420064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043420064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043420064 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043420064 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043420065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043420065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043420065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:34:21.950027 run patchelf(pid=25452): Terminating (SIGINT)\u000a04:34:22.131182 run patchelf(pid=25452): Terminated: ok {rc=0}\u000a04:34:22.164320 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=25449): Process ended prematurely: osmo-stp_10.42.42.5(pid=25449) [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25449)] [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a04:34:22.174328 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a04:34:22.239599 run osmo-hlr_10.42.42.2(pid=25446): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25446)]\u000a04:34:22.292159 run osmo-hlr_10.42.42.2(pid=25446): stdout: \u000a| (launched: 2022-12-09_04:34:18.965700) \u000a04:34:22.344874 run osmo-hlr_10.42.42.2(pid=25446): stderr: \u000a| �[0;m�[1;31m20221209043419143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209043419143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209043419143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043419143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043419143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209043419143 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209043419156 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209043419164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209043419164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209043419164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:34:22.390287 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25439): Terminating (SIGTERM)\u000a04:34:22.433227 run iperf3-srv_10.42.42.10(pid=25440): Terminating (SIGTERM)\u000a04:34:22.476317 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25441): Terminating (SIGTERM)\u000a04:34:22.519127 run iperf3-srv_10.42.42.10(pid=25442): Terminating (SIGTERM)\u000a04:34:22.561407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25445): Terminating (SIGTERM)\u000a04:34:22.604731 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25448): Terminating (SIGTERM)\u000a04:34:22.647557 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25451): Terminating (SIGTERM)\u000a04:34:22.657542 --- ParallelTerminationStrategy: PID 25439 died...\u000a04:34:22.714628 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25439): Terminated: ok {rc=0}\u000a04:34:22.724925 --- ParallelTerminationStrategy: PID 25440 died...\u000a04:34:22.781453 run iperf3-srv_10.42.42.10(pid=25440): Terminated {rc=256}\u000a04:34:22.791676 --- ParallelTerminationStrategy: PID 25441 died...\u000a04:34:22.848413 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25441): Terminated: ok {rc=0}\u000a04:34:22.858663 --- ParallelTerminationStrategy: PID 25442 died...\u000a04:34:22.915403 run iperf3-srv_10.42.42.10(pid=25442): Terminated {rc=256}\u000a04:34:22.926062 --- ParallelTerminationStrategy: PID 25445 died...\u000a04:34:22.982924 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25445): Terminated: ok {rc=0}\u000a04:34:22.993400 --- ParallelTerminationStrategy: PID 25448 died...\u000a04:34:23.050583 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25448): Terminated: ok {rc=0}\u000a04:34:23.060999 --- ParallelTerminationStrategy: PID 25451 died...\u000a04:34:23.117973 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25451): Terminated: ok {rc=0}\u000a04:34:23.205765 bus /gobi_0: Setting Powered False\u000a04:34:24.313745 bus /gobi_0: Setting Powered False\u000a04:34:25.421824 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25461): Process ended prematurely: osmo-stp_10.42.42.5(pid=25461) [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25461)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25461): Process ended prematurely: osmo-stp_10.42.42.5(pid=25461) [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25461)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a04:34:26.536755 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:26.548848 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:34:26.709547 tst iperf3.py: using LAC 19102\u000a04:34:26.835230 tst iperf3.py: using RAC 232\u000a04:34:26.959205 tst iperf3.py: using CellId 19102\u000a04:34:27.083228 tst iperf3.py: using BVCI 19103\u000a04:34:27.107780 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:27.119210 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:27.131268 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:27.142937 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:27.154749 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:27.167115 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:27.179320 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:27.190738 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:27.202830 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:34:27.474446 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:34:27.596644 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:34:27.902767 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25453): Launched\u000a04:34:28.156497 run iperf3-srv_10.42.42.10(pid=25454): Launched\u000a04:34:28.335062 tst iperf3.py:8: start network...\u000a04:34:28.457559 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:34:28.930576 run create_hlr_db(pid=25455): Launched\u000a04:34:29.099511 bus /gobi_6: Setting Powered False\u000a04:34:30.122061 run create_hlr_db(pid=25455): Terminated: ok {rc=0}\u000a04:34:30.546362 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25457): Launched\u000a04:34:30.885709 run osmo-hlr_10.42.42.2(pid=25458): Launched\u000a04:34:31.086815 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:34:31.760422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25460): Launched\u000a04:34:32.265609 run osmo-stp_10.42.42.5(pid=25461): Launched\u000a04:34:32.398307 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:34:32.951171 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25463): Launched\u000a04:34:33.065711 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:34:33.342601 run patchelf(pid=25464): Launched\u000a04:34:33.528920 run osmo-stp_10.42.42.5(pid=25461): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25461)]\u000a04:34:33.665336 run osmo-stp_10.42.42.5(pid=25461): stdout: \u000a| (launched: 2022-12-09_04:34:31.918748)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:34:33.802389 run osmo-stp_10.42.42.5(pid=25461): stderr: \u000a| �[0;m�[38;5;43m20221209043432151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043432152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043432153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043432155 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043432155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043432155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043432155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:34:33.934801 run osmo-stp_10.42.42.5(pid=25461): stdout: \u000a| (launched: 2022-12-09_04:34:31.918748)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:34:34.066295 run osmo-stp_10.42.42.5(pid=25461): stderr: \u000a| �[0;m�[38;5;43m20221209043432151 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043432152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043432153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043432155 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043432155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043432155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043432155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:34:34.218951 run patchelf(pid=25464): Terminating (SIGINT)\u000a04:34:34.398147 run patchelf(pid=25464): Terminated: ok {rc=0}\u000a04:34:34.431289 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25461): Process ended prematurely: osmo-stp_10.42.42.5(pid=25461) [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25461)] [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a04:34:34.441288 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a04:34:34.506083 run osmo-hlr_10.42.42.2(pid=25458): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25458)]\u000a04:34:34.558589 run osmo-hlr_10.42.42.2(pid=25458): stdout: \u000a| (launched: 2022-12-09_04:34:30.707951) \u000a04:34:34.611550 run osmo-hlr_10.42.42.2(pid=25458): stderr: \u000a| �[0;m�[1;31m20221209043431012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209043431012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209043431012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043431012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043431012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209043431012 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209043431027 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209043431043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209043431043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209043431043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:34:34.656814 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25453): Terminating (SIGTERM)\u000a04:34:34.699130 run iperf3-srv_10.42.42.10(pid=25454): Terminating (SIGTERM)\u000a04:34:34.741828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25457): Terminating (SIGTERM)\u000a04:34:34.784866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25460): Terminating (SIGTERM)\u000a04:34:34.827093 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25463): Terminating (SIGTERM)\u000a04:34:34.837267 --- ParallelTerminationStrategy: PID 25453 died...\u000a04:34:34.894079 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25453): Terminated: ok {rc=0}\u000a04:34:34.904170 --- ParallelTerminationStrategy: PID 25454 died...\u000a04:34:34.960101 run iperf3-srv_10.42.42.10(pid=25454): Terminated {rc=256}\u000a04:34:34.970712 --- ParallelTerminationStrategy: PID 25457 died...\u000a04:34:35.026880 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25457): Terminated: ok {rc=0}\u000a04:34:35.036913 --- ParallelTerminationStrategy: PID 25460 died...\u000a04:34:35.093628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25460): Terminated: ok {rc=0}\u000a04:34:35.103712 --- ParallelTerminationStrategy: PID 25463 died...\u000a04:34:35.160169 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25463): Terminated: ok {rc=0}\u000a04:34:35.248461 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25480): Process ended prematurely: osmo-stp_10.42.42.5(pid=25480) [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25480)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25480): Process ended prematurely: osmo-stp_10.42.42.5(pid=25480) [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25480)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a04:34:36.362926 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:36.375041 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:34:36.535493 tst iperf3m4.py: using LAC 19103\u000a04:34:36.660554 tst iperf3m4.py: using RAC 233\u000a04:34:36.783625 tst iperf3m4.py: using CellId 19103\u000a04:34:36.907146 tst iperf3m4.py: using BVCI 19104\u000a04:34:36.931391 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:36.942730 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:36.954254 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:36.965470 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:36.976836 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:36.988202 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:36.999728 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:37.011218 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:37.023090 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:34:37.139191 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:34:37.256098 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:34:37.374163 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:34:37.651171 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:34:37.774870 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:34:38.083489 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25466): Launched\u000a04:34:38.339498 run iperf3-srv_10.42.42.10(pid=25467): Launched\u000a04:34:38.519328 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:34:38.642095 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:34:38.948255 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25468): Launched\u000a04:34:39.202913 run iperf3-srv_10.42.42.10(pid=25469): Launched\u000a04:34:39.382100 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:34:39.504760 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:34:39.810699 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25470): Launched\u000a04:34:40.066065 run iperf3-srv_10.42.42.10(pid=25471): Launched\u000a04:34:40.245297 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:34:40.368207 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:34:40.675061 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25472): Launched\u000a04:34:40.930208 run iperf3-srv_10.42.42.10(pid=25473): Launched\u000a04:34:41.109511 tst iperf3m4.py:8: start network...\u000a04:34:41.232267 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:34:41.706864 run create_hlr_db(pid=25474): Launched\u000a04:34:41.877955 bus /gobi_6: Setting Powered False\u000a04:34:42.900295 run create_hlr_db(pid=25474): Terminated: ok {rc=0}\u000a04:34:43.322850 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25476): Launched\u000a04:34:43.641010 run osmo-hlr_10.42.42.2(pid=25477): Launched\u000a04:34:43.756930 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:34:44.309257 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25479): Launched\u000a04:34:44.627807 run osmo-stp_10.42.42.5(pid=25480): Launched\u000a04:34:44.744748 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:34:45.298103 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25482): Launched\u000a04:34:45.411811 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:34:45.688372 run patchelf(pid=25483): Launched\u000a04:34:45.902511 run osmo-stp_10.42.42.5(pid=25480): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25480)]\u000a04:34:46.056072 run osmo-stp_10.42.42.5(pid=25480): stdout: \u000a| (launched: 2022-12-09_04:34:44.470721)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:34:46.198056 run osmo-stp_10.42.42.5(pid=25480): stderr: \u000a| �[0;m�[38;5;43m20221209043444658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043444658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043444659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043444659 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043444659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043444660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043444660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:34:46.362739 run osmo-stp_10.42.42.5(pid=25480): stdout: \u000a| (launched: 2022-12-09_04:34:44.470721)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:34:46.527036 run osmo-stp_10.42.42.5(pid=25480): stderr: \u000a| �[0;m�[38;5;43m20221209043444658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043444658 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043444659 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043444659 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043444659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043444660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043444660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:34:46.677461 run patchelf(pid=25483): Terminating (SIGINT)\u000a04:34:46.849750 run patchelf(pid=25483): Terminated: ok {rc=0}\u000a04:34:46.882683 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25480): Process ended prematurely: osmo-stp_10.42.42.5(pid=25480) [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25480)] [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a04:34:46.893279 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a04:34:46.956407 run osmo-hlr_10.42.42.2(pid=25477): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25477)]\u000a04:34:47.007851 run osmo-hlr_10.42.42.2(pid=25477): stdout: \u000a| (launched: 2022-12-09_04:34:43.484375) \u000a04:34:47.060808 run osmo-hlr_10.42.42.2(pid=25477): stderr: \u000a| �[0;m�[1;31m20221209043443679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209043443679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209043443679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043443679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043443679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209043443679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209043443705 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209043443715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209043443715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209043443715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:34:47.104783 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25466): Terminating (SIGTERM)\u000a04:34:47.148896 run iperf3-srv_10.42.42.10(pid=25467): Terminating (SIGTERM)\u000a04:34:47.192976 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25468): Terminating (SIGTERM)\u000a04:34:47.233376 run iperf3-srv_10.42.42.10(pid=25469): Terminating (SIGTERM)\u000a04:34:47.275252 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25470): Terminating (SIGTERM)\u000a04:34:47.315352 run iperf3-srv_10.42.42.10(pid=25471): Terminating (SIGTERM)\u000a04:34:47.355365 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25472): Terminating (SIGTERM)\u000a04:34:47.395453 run iperf3-srv_10.42.42.10(pid=25473): Terminating (SIGTERM)\u000a04:34:47.435304 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25476): Terminating (SIGTERM)\u000a04:34:47.474973 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25479): Terminating (SIGTERM)\u000a04:34:47.515712 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25482): Terminating (SIGTERM)\u000a04:34:47.524697 --- ParallelTerminationStrategy: PID 25466 died...\u000a04:34:47.578617 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25466): Terminated: ok {rc=0}\u000a04:34:47.588135 --- ParallelTerminationStrategy: PID 25467 died...\u000a04:34:47.641287 run iperf3-srv_10.42.42.10(pid=25467): Terminated {rc=256}\u000a04:34:47.650974 --- ParallelTerminationStrategy: PID 25468 died...\u000a04:34:47.704436 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25468): Terminated: ok {rc=0}\u000a04:34:47.713991 --- ParallelTerminationStrategy: PID 25469 died...\u000a04:34:47.767734 run iperf3-srv_10.42.42.10(pid=25469): Terminated {rc=256}\u000a04:34:47.777850 --- ParallelTerminationStrategy: PID 25470 died...\u000a04:34:47.831878 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25470): Terminated: ok {rc=0}\u000a04:34:47.841835 --- ParallelTerminationStrategy: PID 25471 died...\u000a04:34:47.895191 run iperf3-srv_10.42.42.10(pid=25471): Terminated {rc=256}\u000a04:34:47.904851 --- ParallelTerminationStrategy: PID 25472 died...\u000a04:34:47.958939 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=25472): Terminated: ok {rc=0}\u000a04:34:47.968461 --- ParallelTerminationStrategy: PID 25473 died...\u000a04:34:48.021467 run iperf3-srv_10.42.42.10(pid=25473): Terminated {rc=256}\u000a04:34:48.031050 --- ParallelTerminationStrategy: PID 25476 died...\u000a04:34:48.084189 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25476): Terminated: ok {rc=0}\u000a04:34:48.093871 --- ParallelTerminationStrategy: PID 25479 died...\u000a04:34:48.147034 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25479): Terminated: ok {rc=0}\u000a04:34:48.156719 --- ParallelTerminationStrategy: PID 25482 died...\u000a04:34:48.210151 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25482): Terminated: ok {rc=0}\u000a04:34:48.299976 bus /gobi_4: Setting Powered False\u000a04:34:49.402930 bus /gobi_4: Setting Powered False\u000a04:34:50.509643 bus /gobi_1: Setting Powered False\u000a04:34:51.617583 bus /gobi_1: Setting Powered False\u000a04:34:52.726459 bus /gobi_0: Setting Powered False\u000a04:34:53.833771 bus /gobi_0: Setting Powered False\u000a04:34:54.942750 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25490): Process ended prematurely: osmo-stp_10.42.42.5(pid=25490) [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25490)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25490): Process ended prematurely: osmo-stp_10.42.42.5(pid=25490) [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25490)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a04:34:56.011563 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:56.023627 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:34:56.181282 tst ping.py: using LAC 19104\u000a04:34:56.304724 tst ping.py: using RAC 234\u000a04:34:56.429243 tst ping.py: using CellId 19104\u000a04:34:56.551187 tst ping.py: using BVCI 19105\u000a04:34:56.575345 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:56.586867 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:56.598386 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:56.609925 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:56.621521 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:56.633117 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:56.644712 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:34:56.656154 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:34:56.941611 tst ping.py:19: start network...\u000a04:34:57.071596 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:34:57.560766 run create_hlr_db(pid=25484): Launched\u000a04:34:57.741559 bus /gobi_6: Setting Powered False\u000a04:34:58.762795 run create_hlr_db(pid=25484): Terminated: ok {rc=0}\u000a04:34:59.154903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25486): Launched\u000a04:34:59.445912 run osmo-hlr_10.42.42.2(pid=25487): Launched\u000a04:34:59.557300 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:35:00.073023 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25489): Launched\u000a04:35:00.365064 run osmo-stp_10.42.42.5(pid=25490): Launched\u000a04:35:00.471377 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:35:01.010816 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25492): Launched\u000a04:35:01.136163 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:35:01.437070 run patchelf(pid=25493): Launched\u000a04:35:01.632906 run osmo-stp_10.42.42.5(pid=25490): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25490)]\u000a04:35:01.772491 run osmo-stp_10.42.42.5(pid=25490): stdout: \u000a| (launched: 2022-12-09_04:35:00.220740)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:35:01.911312 run osmo-stp_10.42.42.5(pid=25490): stderr: \u000a| �[0;m�[38;5;43m20221209043500390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043500390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043500390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043500391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043500391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043500391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043500391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:35:02.046182 run osmo-stp_10.42.42.5(pid=25490): stdout: \u000a| (launched: 2022-12-09_04:35:00.220740)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:35:02.181122 run osmo-stp_10.42.42.5(pid=25490): stderr: \u000a| �[0;m�[38;5;43m20221209043500390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043500390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043500390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043500391 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043500391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043500391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043500391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:35:02.331710 run patchelf(pid=25493): Terminating (SIGINT)\u000a04:35:02.507469 run patchelf(pid=25493): Terminated: ok {rc=0}\u000a04:35:02.539698 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=25490): Process ended prematurely: osmo-stp_10.42.42.5(pid=25490) [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25490)] [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22]\u000a04:35:02.548913 tst ping.py:22: Test FAILED (6.5 sec)\u000a04:35:02.613544 run osmo-hlr_10.42.42.2(pid=25487): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25487)]\u000a04:35:02.665762 run osmo-hlr_10.42.42.2(pid=25487): stdout: \u000a| (launched: 2022-12-09_04:34:59.302206) \u000a04:35:02.718309 run osmo-hlr_10.42.42.2(pid=25487): stderr: \u000a| �[0;m�[1;31m20221209043459476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209043459476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209043459476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043459476 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043459477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209043459477 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209043459489 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209043459497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209043459498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209043459498 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:35:02.762829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25486): Terminating (SIGTERM)\u000a04:35:02.805033 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25489): Terminating (SIGTERM)\u000a04:35:02.847960 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25492): Terminating (SIGTERM)\u000a04:35:02.858023 --- ParallelTerminationStrategy: PID 25486 died...\u000a04:35:02.914757 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25486): Terminated: ok {rc=0}\u000a04:35:02.924929 --- ParallelTerminationStrategy: PID 25489 died...\u000a04:35:02.981413 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25489): Terminated: ok {rc=0}\u000a04:35:02.991641 --- ParallelTerminationStrategy: PID 25492 died...\u000a04:35:03.047941 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25492): Terminated: ok {rc=0}\u000a04:35:03.135257 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25503): Process ended prematurely: osmo-stp_10.42.42.5(pid=25503) [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25503)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25503): Process ended prematurely: osmo-stp_10.42.42.5(pid=25503) [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25503)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a04:35:04.187719 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:35:04.199937 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a04:35:04.360398 tst ping_idle_ping.py: using LAC 19105\u000a04:35:04.482585 tst ping_idle_ping.py: using RAC 235\u000a04:35:04.604929 tst ping_idle_ping.py: using CellId 19105\u000a04:35:04.729502 tst ping_idle_ping.py: using BVCI 19106\u000a04:35:04.753471 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:35:04.764878 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:35:04.776204 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:35:04.787964 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:35:04.799474 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:35:04.811159 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:35:04.823846 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a04:35:04.835315 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a04:35:05.105262 tst ping_idle_ping.py:24: start network...\u000a04:35:05.226194 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:35:05.694824 run create_hlr_db(pid=25497): Launched\u000a04:35:05.861388 bus /gobi_6: Setting Powered False\u000a04:35:06.884699 run create_hlr_db(pid=25497): Terminated: ok {rc=0}\u000a04:35:07.272014 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25499): Launched\u000a04:35:07.561943 run osmo-hlr_10.42.42.2(pid=25500): Launched\u000a04:35:07.667696 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:35:08.171933 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25502): Launched\u000a04:35:08.462993 run osmo-stp_10.42.42.5(pid=25503): Launched\u000a04:35:08.568767 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:35:09.075556 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25505): Launched\u000a04:35:09.178858 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:35:09.432065 run patchelf(pid=25506): Launched\u000a04:35:09.602305 run osmo-stp_10.42.42.5(pid=25503): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25503)]\u000a04:35:09.726868 run osmo-stp_10.42.42.5(pid=25503): stdout: \u000a| (launched: 2022-12-09_04:35:08.319246)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:35:09.851703 run osmo-stp_10.42.42.5(pid=25503): stderr: \u000a| �[0;m�[38;5;43m20221209043508487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043508487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043508488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043508488 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043508489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043508489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043508489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:35:09.972166 run osmo-stp_10.42.42.5(pid=25503): stdout: \u000a| (launched: 2022-12-09_04:35:08.319246)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:35:10.091874 run osmo-stp_10.42.42.5(pid=25503): stderr: \u000a| �[0;m�[38;5;43m20221209043508487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043508487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043508488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043508488 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043508489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043508489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043508489 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:35:10.231528 run patchelf(pid=25506): Terminating (SIGINT)\u000a04:35:10.396204 run patchelf(pid=25506): Terminated: ok {rc=0}\u000a04:35:10.426198 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=25503): Process ended prematurely: osmo-stp_10.42.42.5(pid=25503) [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25503)] [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a04:35:10.434794 tst ping_idle_ping.py:27: Test FAILED (6.2 sec)\u000a04:35:10.494662 run osmo-hlr_10.42.42.2(pid=25500): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25500)]\u000a04:35:10.543527 run osmo-hlr_10.42.42.2(pid=25500): stdout: \u000a| (launched: 2022-12-09_04:35:07.418894) \u000a04:35:10.593208 run osmo-hlr_10.42.42.2(pid=25500): stderr: \u000a| �[0;m�[1;31m20221209043507594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209043507594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209043507594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043507594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043507594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209043507594 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209043507606 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209043507615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209043507615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209043507615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:35:10.635308 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25499): Terminating (SIGTERM)\u000a04:35:10.675372 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25502): Terminating (SIGTERM)\u000a04:35:10.715070 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25505): Terminating (SIGTERM)\u000a04:35:10.724215 --- ParallelTerminationStrategy: PID 25499 died...\u000a04:35:10.777033 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25499): Terminated: ok {rc=0}\u000a04:35:10.786582 --- ParallelTerminationStrategy: PID 25502 died...\u000a04:35:10.839222 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25502): Terminated: ok {rc=0}\u000a04:35:10.848708 --- ParallelTerminationStrategy: PID 25505 died...\u000a04:35:10.901352 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25505): Terminated: ok {rc=0}\u000a04:35:10.989490 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "128", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:34:13" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25517): Process ended prematurely: osmo-stp_10.42.42.5(pid=25517) [trial-2354↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25517)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25517): Process ended prematurely: osmo-stp_10.42.42.5(pid=25517) [trial-2354↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25517)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a04:35:13.001423 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:35:13.014057 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a04:35:13.173041 tst switch_tch_pdch.py: using LAC 19106\u000a04:35:13.295741 tst switch_tch_pdch.py: using RAC 236\u000a04:35:13.417950 tst switch_tch_pdch.py: using CellId 19106\u000a04:35:13.540680 tst switch_tch_pdch.py: using BVCI 19107\u000a04:35:13.564772 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:35:13.576523 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:35:13.589046 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:35:13.600557 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:35:13.613293 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:35:13.625686 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:35:13.637340 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:35:13.649745 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:35:13.763970 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:35:14.030238 tst switch_tch_pdch.py:51: start network...\u000a04:35:14.150571 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:35:14.619744 run create_hlr_db(pid=25511): Launched\u000a04:35:14.801727 bus /gobi_6: Setting Powered False\u000a04:35:15.822069 run create_hlr_db(pid=25511): Terminated: ok {rc=0}\u000a04:35:16.272249 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25513): Launched\u000a04:35:16.672413 run osmo-hlr_10.42.42.2(pid=25514): Launched\u000a04:35:16.874511 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:35:17.567029 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25516): Launched\u000a04:35:17.857641 run osmo-stp_10.42.42.5(pid=25517): Launched\u000a04:35:17.962633 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:35:18.467732 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25519): Launched\u000a04:35:18.570555 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:35:18.823311 run patchelf(pid=25520): Launched\u000a04:35:18.993506 run osmo-stp_10.42.42.5(pid=25517): ERR: Terminated: ERROR {rc=1} [trial-2354↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25517)]\u000a04:35:19.118325 run osmo-stp_10.42.42.5(pid=25517): stdout: \u000a| (launched: 2022-12-09_04:35:17.714836)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:35:19.243090 run osmo-stp_10.42.42.5(pid=25517): stderr: \u000a| �[0;m�[38;5;43m20221209043517881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043517882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043517882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043517882 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043517883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043517883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043517883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:35:19.363984 run osmo-stp_10.42.42.5(pid=25517): stdout: \u000a| (launched: 2022-12-09_04:35:17.714836)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:35:19.483898 run osmo-stp_10.42.42.5(pid=25517): stderr: \u000a| �[0;m�[38;5;43m20221209043517881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043517882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043517882 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043517882 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043517883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043517883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043517883 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:35:19.623287 run patchelf(pid=25520): Terminating (SIGINT)\u000a04:35:19.787586 run patchelf(pid=25520): Terminated: ok {rc=0}\u000a04:35:19.817572 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=25517): Process ended prematurely: osmo-stp_10.42.42.5(pid=25517) [trial-2354↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25517)] [trial-2354↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a04:35:19.826081 tst switch_tch_pdch.py:54: Test FAILED (6.8 sec)\u000a04:35:19.885708 run osmo-hlr_10.42.42.2(pid=25514): ERR: Terminated: ERROR {rc=237} [trial-2354↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25514)]\u000a04:35:19.934665 run osmo-hlr_10.42.42.2(pid=25514): stdout: \u000a| (launched: 2022-12-09_04:35:16.423981) \u000a04:35:19.984189 run osmo-hlr_10.42.42.2(pid=25514): stderr: \u000a| �[0;m�[1;31m20221209043516749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209043516749 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209043516750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043516750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043516750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209043516750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209043516781 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209043516802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209043516802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209043516803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:35:20.026054 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25513): Terminating (SIGTERM)\u000a04:35:20.065624 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25516): Terminating (SIGTERM)\u000a04:35:20.105042 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25519): Terminating (SIGTERM)\u000a04:35:20.114241 --- ParallelTerminationStrategy: PID 25513 died...\u000a04:35:20.167032 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25513): Terminated: ok {rc=0}\u000a04:35:20.177236 --- ParallelTerminationStrategy: PID 25516 died...\u000a04:35:20.230183 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25516): Terminated: ok {rc=0}\u000a04:35:20.239871 --- ParallelTerminationStrategy: PID 25519 died...\u000a04:35:20.292772 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25519): Terminated: ok {rc=0}\u000a04:35:20.381816 bus /gobi_0: Setting Powered False\u000a04:35:21.484520 bus /gobi_0: Setting Powered False\u000a04:35:22.596681 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "129", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:35:12" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25530): Process ended prematurely: osmo-stp_10.42.42.5(pid=25530) [trial-2354↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25530)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25530): Process ended prematurely: osmo-stp_10.42.42.5(pid=25530) [trial-2354↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25530)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a04:35:24.571807 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:35:24.583295 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a04:35:24.740744 tst switch_tch_pdch.py: using LAC 19107\u000a04:35:24.858141 tst switch_tch_pdch.py: using RAC 237\u000a04:35:24.978486 tst switch_tch_pdch.py: using CellId 19107\u000a04:35:25.106440 tst switch_tch_pdch.py: using BVCI 19108\u000a04:35:25.130377 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:35:25.142103 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:35:25.153568 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:35:25.165189 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:35:25.177459 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:35:25.189516 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:35:25.201134 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a04:35:25.212837 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a04:35:25.330263 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a04:35:25.597560 tst switch_tch_pdch.py:51: start network...\u000a04:35:25.717210 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:35:26.157731 run create_hlr_db(pid=25524): Launched\u000a04:35:26.277074 bus /gobi_6: Setting Powered False\u000a04:35:27.357222 run create_hlr_db(pid=25524): Terminated: ok {rc=0}\u000a04:35:27.724811 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25526): Launched\u000a04:35:28.016345 run osmo-hlr_10.42.42.2(pid=25527): Launched\u000a04:35:28.127313 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:35:28.616930 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25529): Launched\u000a04:35:28.907206 run osmo-stp_10.42.42.5(pid=25530): Launched\u000a04:35:29.012591 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:35:29.492885 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25532): Launched\u000a04:35:29.595597 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:35:29.847966 run patchelf(pid=25533): Launched\u000a04:35:30.017568 run osmo-stp_10.42.42.5(pid=25530): ERR: Terminated: ERROR {rc=1} [trial-2354↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25530)]\u000a04:35:30.142229 run osmo-stp_10.42.42.5(pid=25530): stdout: \u000a| (launched: 2022-12-09_04:35:28.764273)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:35:30.267175 run osmo-stp_10.42.42.5(pid=25530): stderr: \u000a| �[0;m�[38;5;43m20221209043528931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043528931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043528932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043528932 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043528933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043528933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043528933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:35:30.387675 run osmo-stp_10.42.42.5(pid=25530): stdout: \u000a| (launched: 2022-12-09_04:35:28.764273)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:35:30.506723 run osmo-stp_10.42.42.5(pid=25530): stderr: \u000a| �[0;m�[38;5;43m20221209043528931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043528931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043528932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043528932 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043528933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043528933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043528933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:35:30.645610 run patchelf(pid=25533): Terminating (SIGINT)\u000a04:35:30.809339 run patchelf(pid=25533): Terminated: ok {rc=0}\u000a04:35:30.839800 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=25530): Process ended prematurely: osmo-stp_10.42.42.5(pid=25530) [trial-2354↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25530)] [trial-2354↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a04:35:30.859916 tst switch_tch_pdch.py:54: Test FAILED (6.3 sec)\u000a04:35:30.937305 run osmo-hlr_10.42.42.2(pid=25527): ERR: Terminated: ERROR {rc=237} [trial-2354↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25527)]\u000a04:35:30.987155 run osmo-hlr_10.42.42.2(pid=25527): stdout: \u000a| (launched: 2022-12-09_04:35:27.871819) \u000a04:35:31.038264 run osmo-hlr_10.42.42.2(pid=25527): stderr: \u000a| �[0;m�[1;31m20221209043528047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209043528047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209043528047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043528047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043528047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209043528047 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209043528061 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209043528070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209043528071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209043528071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:35:31.081141 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25526): Terminating (SIGTERM)\u000a04:35:31.121697 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25529): Terminating (SIGTERM)\u000a04:35:31.164284 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25532): Terminating (SIGTERM)\u000a04:35:31.173788 --- ParallelTerminationStrategy: PID 25526 died...\u000a04:35:31.227619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25526): Terminated: ok {rc=0}\u000a04:35:31.237580 --- ParallelTerminationStrategy: PID 25529 died...\u000a04:35:31.291143 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25529): Terminated: ok {rc=0}\u000a04:35:31.301177 --- ParallelTerminationStrategy: PID 25532 died...\u000a04:35:31.354633 run pcap-recorder_any(filters='host 10.42.42.6')(pid=25532): Terminated: ok {rc=0}\u000a04:35:31.441192 bus /gobi_0: Setting Powered False\u000a04:35:32.542584 bus /gobi_0: Setting Powered False\u000a04:35:33.655017 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "130", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:35:24" }, { "cases" : [ { "testActions" : [ ], "age" : 183, "className" : "nitb_sms:nanobts", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=25538): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25538) [trial-2354↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25538)]", "failedSince" : 2172, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=25538): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25538) [trial-2354↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25538)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 nitb_sms:nanobts mo_mt_sms.py\u000a----------------------------------------------\u000a04:35:35.535476 tst nitb_sms:nanobts: Using 1 x ip_address (candidates: 1)\u000a04:35:35.546220 tst nitb_sms:nanobts: Using 1 x bts (candidates: 1)\u000a04:35:35.668048 tst mo_mt_sms.py: using LAC 19108\u000a04:35:35.783830 tst mo_mt_sms.py: using RAC 238\u000a04:35:35.900538 tst mo_mt_sms.py: using CellId 19108\u000a04:35:36.013714 tst mo_mt_sms.py: using BVCI 19109\u000a04:35:36.035735 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a04:35:36.150457 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a04:35:36.416762 tst mo_mt_sms.py:9: start nitb and bts...\u000a04:35:36.537367 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a04:35:37.138712 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25537): Launched\u000a04:35:37.425098 run osmo-nitb_10.42.42.2(pid=25538): Launched\u000a04:35:37.604252 run osmo-nitb_10.42.42.2(pid=25538): ERR: Terminated: ERROR {rc=2} [trial-2354↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25538)]\u000a04:35:37.736515 run osmo-nitb_10.42.42.2(pid=25538): stdout: \u000a| (launched: 2022-12-09_04:35:37.285530) \u000a04:35:37.869120 run osmo-nitb_10.42.42.2(pid=25538): stderr: \u000a| (launched: 2022-12-09_04:35:37.328248)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:35:37.996600 run osmo-nitb_10.42.42.2(pid=25538): stdout: \u000a| (launched: 2022-12-09_04:35:37.285530) \u000a04:35:38.123548 run osmo-nitb_10.42.42.2(pid=25538): stderr: \u000a| (launched: 2022-12-09_04:35:37.328248)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:35:38.541943 tst osmo-nitb_10.42.42.2(pid=25538): stdout: \u000a| (launched: 2022-12-09_04:35:37.285530) \u000a04:35:38.657424 tst osmo-nitb_10.42.42.2(pid=25538): stderr: \u000a| (launched: 2022-12-09_04:35:37.328248)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:35:38.707835 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=25538): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25538) [trial-2354↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25538)] [trial-2354↪nitb_sms:nanobts↪mo_mt_sms.py:11]\u000a04:35:38.715706 tst mo_mt_sms.py:11: Test FAILED (3.2 sec)\u000a04:35:38.749725 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25537): Terminating (SIGTERM)\u000a04:35:38.926893 --- ParallelTerminationStrategy: PID 25537 died...\u000a04:35:38.980841 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25537): Terminated: ok {rc=0}\u000a04:35:39.064439 bus /sierra_3: Setting Powered False\u000a04:35:40.168517 bus /sierra_3: Setting Powered False\u000a04:35:41.281911 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "131", "name" : "nitb_sms_nanobts", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:35:35" }, { "cases" : [ { "testActions" : [ ], "age" : 24, "className" : "sms:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25548): Process ended prematurely: osmo-stp_10.42.42.5(pid=25548) [trial-2354↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25548)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25548): Process ended prematurely: osmo-stp_10.42.42.5(pid=25548) [trial-2354↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25548)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 sms:nanobts+band-1900 mo_mt_sms.py\u000a----------------------------------------------\u000a04:35:43.137975 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a04:35:43.148426 tst sms:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a04:35:43.268433 tst mo_mt_sms.py: using LAC 19109\u000a04:35:43.381835 tst mo_mt_sms.py: using RAC 239\u000a04:35:43.496070 tst mo_mt_sms.py: using CellId 19109\u000a04:35:43.619582 tst mo_mt_sms.py: using BVCI 19110\u000a04:35:43.643332 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a04:35:43.654416 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a04:35:43.665579 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a04:35:43.676595 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a04:35:43.687745 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a04:35:43.698691 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a04:35:43.813209 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a04:35:44.008837 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:35:44.475938 run create_hlr_db(pid=25542): Launched\u000a04:35:44.642721 bus /sierra_2: Setting Powered False\u000a04:35:45.664404 run create_hlr_db(pid=25542): Terminated: ok {rc=0}\u000a04:35:46.108002 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25544): Launched\u000a04:35:46.509674 run osmo-hlr_10.42.42.2(pid=25545): Launched\u000a04:35:46.705784 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:35:47.327460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25547): Launched\u000a04:35:47.643038 run osmo-stp_10.42.42.5(pid=25548): Launched\u000a04:35:47.756773 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:35:48.328939 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25550): Launched\u000a04:35:48.628864 run osmo-msc_10.42.42.6(pid=25551): Launched\u000a04:35:48.802774 run osmo-stp_10.42.42.5(pid=25548): ERR: Terminated: ERROR {rc=1} [trial-2354↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25548)]\u000a04:35:48.927705 run osmo-stp_10.42.42.5(pid=25548): stdout: \u000a| (launched: 2022-12-09_04:35:47.488154)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:35:49.049893 run osmo-stp_10.42.42.5(pid=25548): stderr: \u000a| �[0;m�[38;5;43m20221209043547675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043547675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043547676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043547676 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043547676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043547677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043547677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:35:49.166931 run osmo-stp_10.42.42.5(pid=25548): stdout: \u000a| (launched: 2022-12-09_04:35:47.488154)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:35:49.282493 run osmo-stp_10.42.42.5(pid=25548): stderr: \u000a| �[0;m�[38;5;43m20221209043547675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043547675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043547676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043547676 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043547676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043547677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043547677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:35:49.333364 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=25548): Process ended prematurely: osmo-stp_10.42.42.5(pid=25548) [trial-2354↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25548)] [trial-2354↪sms:nanobts+band-1900↪mo_mt_sms.py:16]\u000a04:35:49.341164 tst mo_mt_sms.py:16: Test FAILED (6.2 sec)\u000a04:35:49.399954 run osmo-hlr_10.42.42.2(pid=25545): ERR: Terminated: ERROR {rc=237} [trial-2354↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25545)]\u000a04:35:49.448698 run osmo-hlr_10.42.42.2(pid=25545): stdout: \u000a| (launched: 2022-12-09_04:35:46.258612) \u000a04:35:49.497868 run osmo-hlr_10.42.42.2(pid=25545): stderr: \u000a| �[0;m�[1;31m20221209043546603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209043546603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209043546603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043546603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043546603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209043546603 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209043546628 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/sms:nanobts+band-1900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209043546646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209043546646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209043546646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:35:49.564760 run osmo-msc_10.42.42.6(pid=25551): ERR: Terminated: ERROR {rc=2} [trial-2354↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25551)]\u000a04:35:49.613224 run osmo-msc_10.42.42.6(pid=25551): stdout: \u000a| (launched: 2022-12-09_04:35:48.483775) \u000a04:35:49.662490 run osmo-msc_10.42.42.6(pid=25551): stderr: \u000a| �[0;m�[38;5;43m20221209043548752 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209043548752 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcdc3901c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209043548752 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209043548752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209043548752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209043548753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209043548754 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209043548755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209043548755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209043548755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:35:49.704189 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25544): Terminating (SIGTERM)\u000a04:35:49.743368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25547): Terminating (SIGTERM)\u000a04:35:49.782744 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25550): Terminating (SIGTERM)\u000a04:35:49.791803 --- ParallelTerminationStrategy: PID 25544 died...\u000a04:35:49.844230 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25544): Terminated: ok {rc=0}\u000a04:35:49.853778 --- ParallelTerminationStrategy: PID 25547 died...\u000a04:35:49.906577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25547): Terminated: ok {rc=0}\u000a04:35:49.916229 --- ParallelTerminationStrategy: PID 25550 died...\u000a04:35:49.968393 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25550): Terminated: ok {rc=0}\u000a04:35:50.051771 bus /sierra_3: Setting Powered False\u000a04:35:51.153628 bus /sierra_3: Setting Powered False\u000a04:35:52.265377 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "132", "name" : "sms_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:35:42" }, { "cases" : [ { "testActions" : [ ], "age" : 183, "className" : "nitb_ussd:nanobts+band-1900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=25557): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25557) [trial-2354↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25557)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=25557): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25557) [trial-2354↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25557)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 nitb_ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a04:35:54.072514 tst nitb_ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 1)\u000a04:35:54.083178 tst nitb_ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a04:35:54.202792 tst assert_extension.py: using LAC 19110\u000a04:35:54.320871 tst assert_extension.py: using RAC 240\u000a04:35:54.435238 tst assert_extension.py: using CellId 19110\u000a04:35:54.550455 tst assert_extension.py: using BVCI 19111\u000a04:35:54.572405 tst nitb_ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a04:35:54.855146 tst assert_extension.py:10: start nitb and bts...\u000a04:35:54.984671 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a04:35:55.629820 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25556): Launched\u000a04:35:55.937891 run osmo-nitb_10.42.42.2(pid=25557): Launched\u000a04:35:56.130427 run osmo-nitb_10.42.42.2(pid=25557): ERR: Terminated: ERROR {rc=2} [trial-2354↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25557)]\u000a04:35:56.271953 run osmo-nitb_10.42.42.2(pid=25557): stdout: \u000a| (launched: 2022-12-09_04:35:55.787981) \u000a04:35:56.413894 run osmo-nitb_10.42.42.2(pid=25557): stderr: \u000a| (launched: 2022-12-09_04:35:55.834317)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:35:56.551593 run osmo-nitb_10.42.42.2(pid=25557): stdout: \u000a| (launched: 2022-12-09_04:35:55.787981) \u000a04:35:56.687806 run osmo-nitb_10.42.42.2(pid=25557): stderr: \u000a| (launched: 2022-12-09_04:35:55.834317)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:35:57.063704 tst osmo-nitb_10.42.42.2(pid=25557): stdout: \u000a| (launched: 2022-12-09_04:35:55.787981) \u000a04:35:57.188753 tst osmo-nitb_10.42.42.2(pid=25557): stderr: \u000a| (launched: 2022-12-09_04:35:55.834317)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:35:57.243309 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=25557): Process ended prematurely: osmo-nitb_10.42.42.2(pid=25557) [trial-2354↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=25557)] [trial-2354↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12]\u000a04:35:57.252095 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a04:35:57.289700 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25556): Terminating (SIGTERM)\u000a04:35:57.467638 --- ParallelTerminationStrategy: PID 25556 died...\u000a04:35:57.526378 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=25556): Terminated: ok {rc=0}\u000a04:35:57.612691 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "133", "name" : "nitb_ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:35:53" }, { "cases" : [ { "testActions" : [ ], "age" : 24, "className" : "ussd:nanobts+band-1900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25567): Process ended prematurely: osmo-stp_10.42.42.5(pid=25567) [trial-2354↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25567)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25567): Process ended prematurely: osmo-stp_10.42.42.5(pid=25567) [trial-2354↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25567)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a04:35:59.426359 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a04:35:59.437405 tst ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a04:35:59.567071 tst assert_extension.py: using LAC 19111\u000a04:35:59.687885 tst assert_extension.py: using RAC 241\u000a04:35:59.813893 tst assert_extension.py: using CellId 19111\u000a04:35:59.934712 tst assert_extension.py: using BVCI 19112\u000a04:35:59.958392 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a04:35:59.969361 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a04:35:59.980223 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a04:35:59.991578 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a04:36:00.002496 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a04:36:00.013588 tst ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a04:36:00.207143 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:36:00.672880 run create_hlr_db(pid=25561): Launched\u000a04:36:00.844647 bus /sierra_2: Setting Powered False\u000a04:36:01.867051 run create_hlr_db(pid=25561): Terminated: ok {rc=0}\u000a04:36:02.285857 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25563): Launched\u000a04:36:02.578892 run osmo-hlr_10.42.42.2(pid=25564): Launched\u000a04:36:02.686035 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:36:03.191644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25566): Launched\u000a04:36:03.481761 run osmo-stp_10.42.42.5(pid=25567): Launched\u000a04:36:03.587256 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:36:04.118012 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25569): Launched\u000a04:36:04.408350 run osmo-msc_10.42.42.6(pid=25570): Launched\u000a04:36:04.582031 run osmo-stp_10.42.42.5(pid=25567): ERR: Terminated: ERROR {rc=1} [trial-2354↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25567)]\u000a04:36:04.705577 run osmo-stp_10.42.42.5(pid=25567): stdout: \u000a| (launched: 2022-12-09_04:36:03.338521)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:36:04.827376 run osmo-stp_10.42.42.5(pid=25567): stderr: \u000a| �[0;m�[38;5;43m20221209043603507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043603507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043603507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043603507 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043603508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043603508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043603508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:36:04.944279 run osmo-stp_10.42.42.5(pid=25567): stdout: \u000a| (launched: 2022-12-09_04:36:03.338521)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:36:05.059721 run osmo-stp_10.42.42.5(pid=25567): stderr: \u000a| �[0;m�[38;5;43m20221209043603507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043603507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043603507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043603507 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043603508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043603508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043603508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:36:05.110715 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=25567): Process ended prematurely: osmo-stp_10.42.42.5(pid=25567) [trial-2354↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25567)] [trial-2354↪ussd:nanobts+band-1900↪assert_extension.py:17]\u000a04:36:05.118879 tst assert_extension.py:17: Test FAILED (5.7 sec)\u000a04:36:05.178077 run osmo-hlr_10.42.42.2(pid=25564): ERR: Terminated: ERROR {rc=237} [trial-2354↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25564)]\u000a04:36:05.226808 run osmo-hlr_10.42.42.2(pid=25564): stdout: \u000a| (launched: 2022-12-09_04:36:02.433910) \u000a04:36:05.276183 run osmo-hlr_10.42.42.2(pid=25564): stderr: \u000a| �[0;m�[1;31m20221209043602606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209043602606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209043602606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043602606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043602606 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209043602607 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209043602618 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/ussd:nanobts+band-1900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209043602627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209043602627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209043602627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:36:05.343524 run osmo-msc_10.42.42.6(pid=25570): ERR: Terminated: ERROR {rc=2} [trial-2354↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25570)]\u000a04:36:05.392391 run osmo-msc_10.42.42.6(pid=25570): stdout: \u000a| (launched: 2022-12-09_04:36:04.265152) \u000a04:36:05.441816 run osmo-msc_10.42.42.6(pid=25570): stderr: \u000a| �[0;m�[38;5;43m20221209043604533 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209043604534 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f68579b2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209043604534 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209043604534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209043604534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209043604534 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209043604536 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209043604536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209043604536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209043604536 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:36:05.483671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25563): Terminating (SIGTERM)\u000a04:36:05.523128 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25566): Terminating (SIGTERM)\u000a04:36:05.562678 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25569): Terminating (SIGTERM)\u000a04:36:05.571846 --- ParallelTerminationStrategy: PID 25563 died...\u000a04:36:05.624466 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25563): Terminated: ok {rc=0}\u000a04:36:05.634083 --- ParallelTerminationStrategy: PID 25566 died...\u000a04:36:05.686776 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25566): Terminated: ok {rc=0}\u000a04:36:05.696215 --- ParallelTerminationStrategy: PID 25569 died...\u000a04:36:05.748662 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25569): Terminated: ok {rc=0}\u000a04:36:05.831480 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "134", "name" : "ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:35:59" }, { "cases" : [ { "testActions" : [ ], "age" : 24, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25581): Process ended prematurely: osmo-stp_10.42.42.5(pid=25581) [trial-2354↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25581)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25581): Process ended prematurely: osmo-stp_10.42.42.5(pid=25581) [trial-2354↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25581)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a04:36:07.765119 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:36:07.776486 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a04:36:07.928679 tst mo_mt_call.py: using LAC 19112\u000a04:36:08.052115 tst mo_mt_call.py: using RAC 242\u000a04:36:08.172060 tst mo_mt_call.py: using CellId 19112\u000a04:36:08.287857 tst mo_mt_call.py: using BVCI 19113\u000a04:36:08.310515 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:36:08.321701 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:36:08.332708 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:36:08.343709 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:36:08.355208 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:36:08.366506 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a04:36:08.483926 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a04:36:08.692416 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:36:09.191796 run create_hlr_db(pid=25575): Launched\u000a04:36:09.374884 bus /sierra_2: Setting Powered False\u000a04:36:10.397719 run create_hlr_db(pid=25575): Terminated: ok {rc=0}\u000a04:36:10.818766 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25577): Launched\u000a04:36:11.135462 run osmo-hlr_10.42.42.2(pid=25578): Launched\u000a04:36:11.253750 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:36:11.802559 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25580): Launched\u000a04:36:12.119085 run osmo-stp_10.42.42.5(pid=25581): Launched\u000a04:36:12.233969 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:36:12.811625 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25583): Launched\u000a04:36:13.130233 run osmo-msc_10.42.42.6(pid=25584): Launched\u000a04:36:13.317124 run osmo-stp_10.42.42.5(pid=25581): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25581)]\u000a04:36:13.452196 run osmo-stp_10.42.42.5(pid=25581): stdout: \u000a| (launched: 2022-12-09_04:36:11.963022)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:36:13.586110 run osmo-stp_10.42.42.5(pid=25581): stderr: \u000a| �[0;m�[38;5;43m20221209043612153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043612153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043612153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043612154 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043612154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043612154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043612154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:36:13.714116 run osmo-stp_10.42.42.5(pid=25581): stdout: \u000a| (launched: 2022-12-09_04:36:11.963022)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:36:13.840700 run osmo-stp_10.42.42.5(pid=25581): stderr: \u000a| �[0;m�[38;5;43m20221209043612153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043612153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043612153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043612154 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043612154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043612154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043612154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:36:13.896314 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25581): Process ended prematurely: osmo-stp_10.42.42.5(pid=25581) [trial-2354↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25581)] [trial-2354↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a04:36:13.905485 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a04:36:13.969020 run osmo-hlr_10.42.42.2(pid=25578): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25578)]\u000a04:36:14.020708 run osmo-hlr_10.42.42.2(pid=25578): stdout: \u000a| (launched: 2022-12-09_04:36:10.979695) \u000a04:36:14.073083 run osmo-hlr_10.42.42.2(pid=25578): stderr: \u000a| �[0;m�[1;31m20221209043611177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209043611177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209043611177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043611177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043611177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209043611177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209043611190 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209043611198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209043611198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209043611198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:36:14.144615 run osmo-msc_10.42.42.6(pid=25584): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25584)]\u000a04:36:14.196299 run osmo-msc_10.42.42.6(pid=25584): stdout: \u000a| (launched: 2022-12-09_04:36:12.973128) \u000a04:36:14.248351 run osmo-msc_10.42.42.6(pid=25584): stderr: \u000a| �[0;m�[38;5;43m20221209043613290 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209043613290 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6d1fdf5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209043613291 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209043613291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209043613291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209043613291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209043613293 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209043613293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209043613293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209043613293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:36:14.292391 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25577): Terminating (SIGTERM)\u000a04:36:14.334178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25580): Terminating (SIGTERM)\u000a04:36:14.375720 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25583): Terminating (SIGTERM)\u000a04:36:14.385635 --- ParallelTerminationStrategy: PID 25577 died...\u000a04:36:14.441505 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25577): Terminated: ok {rc=0}\u000a04:36:14.451830 --- ParallelTerminationStrategy: PID 25580 died...\u000a04:36:14.507681 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25580): Terminated: ok {rc=0}\u000a04:36:14.518011 --- ParallelTerminationStrategy: PID 25583 died...\u000a04:36:14.574032 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25583): Terminated: ok {rc=0}\u000a04:36:14.662065 bus /sierra_3: Setting Powered False\u000a04:36:15.770095 bus /sierra_3: Setting Powered False\u000a04:36:16.882027 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 33, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25592): Process ended prematurely: osmo-stp_10.42.42.5(pid=25592) [trial-2354↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25592)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25592): Process ended prematurely: osmo-stp_10.42.42.5(pid=25592) [trial-2354↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25592)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:36:17.988888 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:36:18.000484 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a04:36:18.145769 tst mo_mt_call_osmux.py: using LAC 19113\u000a04:36:18.261771 tst mo_mt_call_osmux.py: using RAC 243\u000a04:36:18.378732 tst mo_mt_call_osmux.py: using CellId 19113\u000a04:36:18.494569 tst mo_mt_call_osmux.py: using BVCI 19114\u000a04:36:18.517060 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:36:18.528342 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:36:18.539225 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:36:18.550086 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:36:18.561129 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:36:18.571988 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a04:36:18.689453 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a04:36:18.887506 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:36:19.362106 run create_hlr_db(pid=25586): Launched\u000a04:36:19.531535 bus /sierra_2: Setting Powered False\u000a04:36:20.554716 run create_hlr_db(pid=25586): Terminated: ok {rc=0}\u000a04:36:20.975717 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25588): Launched\u000a04:36:21.294385 run osmo-hlr_10.42.42.2(pid=25589): Launched\u000a04:36:21.409756 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:36:21.962783 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25591): Launched\u000a04:36:22.281998 run osmo-stp_10.42.42.5(pid=25592): Launched\u000a04:36:22.398625 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:36:22.979061 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25594): Launched\u000a04:36:23.297743 run osmo-msc_10.42.42.6(pid=25595): Launched\u000a04:36:23.484937 run osmo-stp_10.42.42.5(pid=25592): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25592)]\u000a04:36:23.620424 run osmo-stp_10.42.42.5(pid=25592): stdout: \u000a| (launched: 2022-12-09_04:36:22.125293)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:36:23.755289 run osmo-stp_10.42.42.5(pid=25592): stderr: \u000a| �[0;m�[38;5;43m20221209043622312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043622313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043622313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043622313 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043622314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043622314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043622314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:36:23.883837 run osmo-stp_10.42.42.5(pid=25592): stdout: \u000a| (launched: 2022-12-09_04:36:22.125293)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:36:24.011289 run osmo-stp_10.42.42.5(pid=25592): stderr: \u000a| �[0;m�[38;5;43m20221209043622312 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043622313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043622313 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043622313 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043622314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043622314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043622314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:36:24.067454 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25592): Process ended prematurely: osmo-stp_10.42.42.5(pid=25592) [trial-2354↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25592)] [trial-2354↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a04:36:24.076690 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a04:36:24.141576 run osmo-hlr_10.42.42.2(pid=25589): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25589)]\u000a04:36:24.193705 run osmo-hlr_10.42.42.2(pid=25589): stdout: \u000a| (launched: 2022-12-09_04:36:21.138112) \u000a04:36:24.246470 run osmo-hlr_10.42.42.2(pid=25589): stderr: \u000a| �[0;m�[1;31m20221209043621334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209043621334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209043621334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043621334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043621334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209043621334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209043621346 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209043621354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209043621354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209043621354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:36:24.317592 run osmo-msc_10.42.42.6(pid=25595): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25595)]\u000a04:36:24.369344 run osmo-msc_10.42.42.6(pid=25595): stdout: \u000a| (launched: 2022-12-09_04:36:23.141684) \u000a04:36:24.421311 run osmo-msc_10.42.42.6(pid=25595): stderr: \u000a| �[0;m�[38;5;43m20221209043623461 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209043623461 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdc32274c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209043623462 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209043623462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209043623462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209043623462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209043623464 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209043623464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209043623464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209043623464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:36:24.465700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25588): Terminating (SIGTERM)\u000a04:36:24.507440 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25591): Terminating (SIGTERM)\u000a04:36:24.549572 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25594): Terminating (SIGTERM)\u000a04:36:24.559339 --- ParallelTerminationStrategy: PID 25588 died...\u000a04:36:24.615826 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25588): Terminated: ok {rc=0}\u000a04:36:24.626055 --- ParallelTerminationStrategy: PID 25591 died...\u000a04:36:24.682464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25591): Terminated: ok {rc=0}\u000a04:36:24.692520 --- ParallelTerminationStrategy: PID 25594 died...\u000a04:36:24.749276 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25594): Terminated: ok {rc=0}\u000a04:36:24.837367 bus /sierra_3: Setting Powered False\u000a04:36:25.944698 bus /sierra_3: Setting Powered False\u000a04:36:27.055855 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "135", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:36:07" }, { "cases" : [ { "testActions" : [ ], "age" : 24, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25606): Process ended prematurely: osmo-stp_10.42.42.5(pid=25606) [trial-2354↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25606)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25606): Process ended prematurely: osmo-stp_10.42.42.5(pid=25606) [trial-2354↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25606)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a04:36:29.016554 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:36:29.027548 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a04:36:29.171804 tst mo_mt_call.py: using LAC 19114\u000a04:36:29.286993 tst mo_mt_call.py: using RAC 244\u000a04:36:29.409411 tst mo_mt_call.py: using CellId 19114\u000a04:36:29.530243 tst mo_mt_call.py: using BVCI 19115\u000a04:36:29.552473 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:36:29.563578 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:36:29.574510 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:36:29.585401 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:36:29.596274 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:36:29.607066 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a04:36:29.724439 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a04:36:29.932022 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:36:30.430697 run create_hlr_db(pid=25600): Launched\u000a04:36:30.613707 bus /sierra_2: Setting Powered False\u000a04:36:31.628739 run create_hlr_db(pid=25600): Terminated: ok {rc=0}\u000a04:36:32.114402 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25602): Launched\u000a04:36:32.416861 run osmo-hlr_10.42.42.2(pid=25603): Launched\u000a04:36:32.526291 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:36:33.038749 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25605): Launched\u000a04:36:33.334174 run osmo-stp_10.42.42.5(pid=25606): Launched\u000a04:36:33.441258 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:36:33.980103 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25608): Launched\u000a04:36:34.275833 run osmo-msc_10.42.42.6(pid=25609): Launched\u000a04:36:34.450763 run osmo-stp_10.42.42.5(pid=25606): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25606)]\u000a04:36:34.576936 run osmo-stp_10.42.42.5(pid=25606): stdout: \u000a| (launched: 2022-12-09_04:36:33.189141)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:36:34.700475 run osmo-stp_10.42.42.5(pid=25606): stderr: \u000a| �[0;m�[38;5;43m20221209043633357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043633357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043633357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043633358 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043633358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043633358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043633359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:36:34.820373 run osmo-stp_10.42.42.5(pid=25606): stdout: \u000a| (launched: 2022-12-09_04:36:33.189141)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:36:34.938548 run osmo-stp_10.42.42.5(pid=25606): stderr: \u000a| �[0;m�[38;5;43m20221209043633357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043633357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043633357 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043633358 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043633358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043633358 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043633359 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:36:34.990562 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25606): Process ended prematurely: osmo-stp_10.42.42.5(pid=25606) [trial-2354↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25606)] [trial-2354↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a04:36:34.998948 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a04:36:35.057888 run osmo-hlr_10.42.42.2(pid=25603): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25603)]\u000a04:36:35.106401 run osmo-hlr_10.42.42.2(pid=25603): stdout: \u000a| (launched: 2022-12-09_04:36:32.268932) \u000a04:36:35.155668 run osmo-hlr_10.42.42.2(pid=25603): stderr: \u000a| �[0;m�[1;31m20221209043632442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209043632442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209043632442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043632442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043632442 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209043632443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209043632455 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209043632463 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209043632464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209043632464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:36:35.222626 run osmo-msc_10.42.42.6(pid=25609): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25609)]\u000a04:36:35.271250 run osmo-msc_10.42.42.6(pid=25609): stdout: \u000a| (launched: 2022-12-09_04:36:34.130241) \u000a04:36:35.320552 run osmo-msc_10.42.42.6(pid=25609): stderr: \u000a| �[0;m�[38;5;43m20221209043634403 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209043634403 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9bbcbc0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209043634403 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209043634403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209043634404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209043634404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209043634406 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209043634406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209043634406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209043634406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:36:35.362266 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25602): Terminating (SIGTERM)\u000a04:36:35.401548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25605): Terminating (SIGTERM)\u000a04:36:35.441021 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25608): Terminating (SIGTERM)\u000a04:36:35.450238 --- ParallelTerminationStrategy: PID 25602 died...\u000a04:36:35.502949 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25602): Terminated: ok {rc=0}\u000a04:36:35.512425 --- ParallelTerminationStrategy: PID 25605 died...\u000a04:36:35.565003 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25605): Terminated: ok {rc=0}\u000a04:36:35.574478 --- ParallelTerminationStrategy: PID 25608 died...\u000a04:36:35.626912 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25608): Terminated: ok {rc=0}\u000a04:36:35.710337 bus /sierra_3: Setting Powered False\u000a04:36:36.811579 bus /sierra_3: Setting Powered False\u000a04:36:37.923910 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 35, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25618): Process ended prematurely: osmo-stp_10.42.42.5(pid=25618) [trial-2354↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25618)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25618): Process ended prematurely: osmo-stp_10.42.42.5(pid=25618) [trial-2354↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25618)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:36:39.032549 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:36:39.044044 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a04:36:39.187172 tst mo_mt_call_osmux.py: using LAC 19115\u000a04:36:39.303482 tst mo_mt_call_osmux.py: using RAC 245\u000a04:36:39.419841 tst mo_mt_call_osmux.py: using CellId 19115\u000a04:36:39.535472 tst mo_mt_call_osmux.py: using BVCI 19116\u000a04:36:39.557974 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:36:39.568888 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:36:39.579713 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:36:39.590574 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:36:39.601758 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:36:39.612474 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a04:36:39.724914 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a04:36:39.932628 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:36:40.434280 run create_hlr_db(pid=25612): Launched\u000a04:36:40.617821 bus /sierra_2: Setting Powered False\u000a04:36:41.639827 run create_hlr_db(pid=25612): Terminated: ok {rc=0}\u000a04:36:42.061598 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25614): Launched\u000a04:36:42.379906 run osmo-hlr_10.42.42.2(pid=25615): Launched\u000a04:36:42.498673 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:36:43.050465 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25617): Launched\u000a04:36:43.369491 run osmo-stp_10.42.42.5(pid=25618): Launched\u000a04:36:43.485163 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:36:44.063477 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25620): Launched\u000a04:36:44.382766 run osmo-msc_10.42.42.6(pid=25621): Launched\u000a04:36:44.570491 run osmo-stp_10.42.42.5(pid=25618): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25618)]\u000a04:36:44.705749 run osmo-stp_10.42.42.5(pid=25618): stdout: \u000a| (launched: 2022-12-09_04:36:43.212421)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:36:44.841916 run osmo-stp_10.42.42.5(pid=25618): stderr: \u000a| �[0;m�[38;5;43m20221209043643404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043643404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043643404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043643405 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043643405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043643405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043643405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:36:44.970238 run osmo-stp_10.42.42.5(pid=25618): stdout: \u000a| (launched: 2022-12-09_04:36:43.212421)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:36:45.096889 run osmo-stp_10.42.42.5(pid=25618): stderr: \u000a| �[0;m�[38;5;43m20221209043643404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043643404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043643404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043643405 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043643405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043643405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043643405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:36:45.153276 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25618): Process ended prematurely: osmo-stp_10.42.42.5(pid=25618) [trial-2354↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25618)] [trial-2354↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a04:36:45.162264 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a04:36:45.225905 run osmo-hlr_10.42.42.2(pid=25615): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25615)]\u000a04:36:45.277746 run osmo-hlr_10.42.42.2(pid=25615): stdout: \u000a| (launched: 2022-12-09_04:36:42.223455) \u000a04:36:45.330319 run osmo-hlr_10.42.42.2(pid=25615): stderr: \u000a| �[0;m�[1;31m20221209043642421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209043642421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209043642421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043642421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043642421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209043642421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209043642434 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209043642442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209043642442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209043642442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:36:45.401607 run osmo-msc_10.42.42.6(pid=25621): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25621)]\u000a04:36:45.453446 run osmo-msc_10.42.42.6(pid=25621): stdout: \u000a| (launched: 2022-12-09_04:36:44.225659) \u000a04:36:45.505826 run osmo-msc_10.42.42.6(pid=25621): stderr: \u000a| �[0;m�[38;5;43m20221209043644545 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209043644546 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5c67e11c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209043644546 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209043644546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209043644546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209043644546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209043644548 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209043644548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209043644548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209043644548 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:36:45.550266 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25614): Terminating (SIGTERM)\u000a04:36:45.592458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25617): Terminating (SIGTERM)\u000a04:36:45.634313 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25620): Terminating (SIGTERM)\u000a04:36:45.644244 --- ParallelTerminationStrategy: PID 25614 died...\u000a04:36:45.700325 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25614): Terminated: ok {rc=0}\u000a04:36:45.710461 --- ParallelTerminationStrategy: PID 25617 died...\u000a04:36:45.766320 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25617): Terminated: ok {rc=0}\u000a04:36:45.776277 --- ParallelTerminationStrategy: PID 25620 died...\u000a04:36:45.840735 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25620): Terminated: ok {rc=0}\u000a04:36:45.935958 bus /sierra_3: Setting Powered False\u000a04:36:47.038580 bus /sierra_3: Setting Powered False\u000a04:36:48.146070 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "136", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:36:28" }, { "cases" : [ { "testActions" : [ ], "age" : 24, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25633): Process ended prematurely: osmo-stp_10.42.42.5(pid=25633) [trial-2354↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25633)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25633): Process ended prematurely: osmo-stp_10.42.42.5(pid=25633) [trial-2354↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25633)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a04:36:50.113705 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:36:50.124614 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a04:36:50.279324 tst mo_mt_call.py: using LAC 19116\u000a04:36:50.402808 tst mo_mt_call.py: using RAC 246\u000a04:36:50.525296 tst mo_mt_call.py: using CellId 19116\u000a04:36:50.648113 tst mo_mt_call.py: using BVCI 19117\u000a04:36:50.672326 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:36:50.684096 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:36:50.695427 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:36:50.707234 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:36:50.718673 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:36:50.730146 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a04:36:50.844405 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a04:36:51.052824 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:36:51.552887 run create_hlr_db(pid=25627): Launched\u000a04:36:51.736397 bus /sierra_2: Setting Powered False\u000a04:36:52.758161 run create_hlr_db(pid=25627): Terminated: ok {rc=0}\u000a04:36:53.181258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25629): Launched\u000a04:36:53.500031 run osmo-hlr_10.42.42.2(pid=25630): Launched\u000a04:36:53.617959 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:36:54.169371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25632): Launched\u000a04:36:54.486871 run osmo-stp_10.42.42.5(pid=25633): Launched\u000a04:36:54.602426 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:36:55.180729 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25635): Launched\u000a04:36:55.499064 run osmo-msc_10.42.42.6(pid=25636): Launched\u000a04:36:55.686119 run osmo-stp_10.42.42.5(pid=25633): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25633)]\u000a04:36:55.821449 run osmo-stp_10.42.42.5(pid=25633): stdout: \u000a| (launched: 2022-12-09_04:36:54.330794)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:36:55.956322 run osmo-stp_10.42.42.5(pid=25633): stderr: \u000a| �[0;m�[38;5;43m20221209043654520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043654521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043654521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043654522 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043654522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043654522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043654522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:36:56.084660 run osmo-stp_10.42.42.5(pid=25633): stdout: \u000a| (launched: 2022-12-09_04:36:54.330794)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:36:56.212410 run osmo-stp_10.42.42.5(pid=25633): stderr: \u000a| �[0;m�[38;5;43m20221209043654520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043654521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043654521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043654522 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043654522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043654522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043654522 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:36:56.268270 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25633): Process ended prematurely: osmo-stp_10.42.42.5(pid=25633) [trial-2354↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25633)] [trial-2354↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a04:36:56.277489 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a04:36:56.340800 run osmo-hlr_10.42.42.2(pid=25630): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25630)]\u000a04:36:56.392482 run osmo-hlr_10.42.42.2(pid=25630): stdout: \u000a| (launched: 2022-12-09_04:36:53.343071) \u000a04:36:56.444765 run osmo-hlr_10.42.42.2(pid=25630): stderr: \u000a| �[0;m�[1;31m20221209043653539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209043653539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209043653539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043653539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043653539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209043653539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209043653552 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209043653560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209043653560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209043653560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:36:56.515548 run osmo-msc_10.42.42.6(pid=25636): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25636)]\u000a04:36:56.567114 run osmo-msc_10.42.42.6(pid=25636): stdout: \u000a| (launched: 2022-12-09_04:36:55.342415) \u000a04:36:56.619132 run osmo-msc_10.42.42.6(pid=25636): stderr: \u000a| �[0;m�[38;5;43m20221209043655660 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209043655660 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faf4d147c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209043655660 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209043655660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209043655661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209043655661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209043655663 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209043655663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209043655664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209043655664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:36:56.663241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25629): Terminating (SIGTERM)\u000a04:36:56.704790 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25632): Terminating (SIGTERM)\u000a04:36:56.746902 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25635): Terminating (SIGTERM)\u000a04:36:56.756651 --- ParallelTerminationStrategy: PID 25629 died...\u000a04:36:56.812404 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25629): Terminated: ok {rc=0}\u000a04:36:56.822511 --- ParallelTerminationStrategy: PID 25632 died...\u000a04:36:56.878064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25632): Terminated: ok {rc=0}\u000a04:36:56.888359 --- ParallelTerminationStrategy: PID 25635 died...\u000a04:36:56.944047 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25635): Terminated: ok {rc=0}\u000a04:36:57.030682 bus /sierra_3: Setting Powered False\u000a04:36:58.137181 bus /sierra_3: Setting Powered False\u000a04:36:59.244989 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 35, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25644): Process ended prematurely: osmo-stp_10.42.42.5(pid=25644) [trial-2354↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25644)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25644): Process ended prematurely: osmo-stp_10.42.42.5(pid=25644) [trial-2354↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25644)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:37:00.357722 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:37:00.369749 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a04:37:00.523858 tst mo_mt_call_osmux.py: using LAC 19117\u000a04:37:00.648417 tst mo_mt_call_osmux.py: using RAC 247\u000a04:37:00.776705 tst mo_mt_call_osmux.py: using CellId 19117\u000a04:37:00.928702 tst mo_mt_call_osmux.py: using BVCI 19118\u000a04:37:00.952850 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:37:00.964458 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:37:00.977947 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:37:00.989470 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:37:01.002190 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:37:01.014145 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a04:37:01.132251 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a04:37:01.335797 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:37:01.864709 run create_hlr_db(pid=25638): Launched\u000a04:37:02.039642 bus /sierra_2: Setting Powered False\u000a04:37:03.057764 run create_hlr_db(pid=25638): Terminated: ok {rc=0}\u000a04:37:03.482248 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25640): Launched\u000a04:37:03.801714 run osmo-hlr_10.42.42.2(pid=25641): Launched\u000a04:37:03.920474 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:37:04.469470 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25643): Launched\u000a04:37:04.765747 run osmo-stp_10.42.42.5(pid=25644): Launched\u000a04:37:04.873406 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:37:05.421800 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25646): Launched\u000a04:37:05.719622 run osmo-msc_10.42.42.6(pid=25647): Launched\u000a04:37:05.894397 run osmo-stp_10.42.42.5(pid=25644): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25644)]\u000a04:37:06.020105 run osmo-stp_10.42.42.5(pid=25644): stdout: \u000a| (launched: 2022-12-09_04:37:04.620301)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:37:06.143942 run osmo-stp_10.42.42.5(pid=25644): stderr: \u000a| �[0;m�[38;5;43m20221209043704788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043704789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043704789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043704789 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043704792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043704792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043704792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:37:06.263467 run osmo-stp_10.42.42.5(pid=25644): stdout: \u000a| (launched: 2022-12-09_04:37:04.620301)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:37:06.382259 run osmo-stp_10.42.42.5(pid=25644): stderr: \u000a| �[0;m�[38;5;43m20221209043704788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043704789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043704789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043704789 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043704792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043704792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043704792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:37:06.434679 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25644): Process ended prematurely: osmo-stp_10.42.42.5(pid=25644) [trial-2354↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25644)] [trial-2354↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a04:37:06.443060 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a04:37:06.502432 run osmo-hlr_10.42.42.2(pid=25641): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25641)]\u000a04:37:06.551581 run osmo-hlr_10.42.42.2(pid=25641): stdout: \u000a| (launched: 2022-12-09_04:37:03.644466) \u000a04:37:06.601274 run osmo-hlr_10.42.42.2(pid=25641): stderr: \u000a| �[0;m�[1;31m20221209043703843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209043703843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209043703844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043703844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043703844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209043703844 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209043703856 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209043703864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209043703864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209043703864 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:37:06.668378 run osmo-msc_10.42.42.6(pid=25647): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25647)]\u000a04:37:06.716994 run osmo-msc_10.42.42.6(pid=25647): stdout: \u000a| (launched: 2022-12-09_04:37:05.572784) \u000a04:37:06.766271 run osmo-msc_10.42.42.6(pid=25647): stderr: \u000a| �[0;m�[38;5;43m20221209043705844 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209043705844 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1b19383c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209043705844 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209043705844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209043705844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209043705844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209043705846 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209043705847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209043705847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209043705847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:37:06.808098 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25640): Terminating (SIGTERM)\u000a04:37:06.847603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25643): Terminating (SIGTERM)\u000a04:37:06.886939 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25646): Terminating (SIGTERM)\u000a04:37:06.896106 --- ParallelTerminationStrategy: PID 25640 died...\u000a04:37:06.949243 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25640): Terminated: ok {rc=0}\u000a04:37:06.958885 --- ParallelTerminationStrategy: PID 25643 died...\u000a04:37:07.011955 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25643): Terminated: ok {rc=0}\u000a04:37:07.021836 --- ParallelTerminationStrategy: PID 25646 died...\u000a04:37:07.074805 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25646): Terminated: ok {rc=0}\u000a04:37:07.164836 bus /sierra_3: Setting Powered False\u000a04:37:08.268876 bus /sierra_3: Setting Powered False\u000a04:37:09.380260 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "137", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:36:49" }, { "cases" : [ { "testActions" : [ ], "age" : 24, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25658): Process ended prematurely: osmo-stp_10.42.42.5(pid=25658) [trial-2354↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25658)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25658): Process ended prematurely: osmo-stp_10.42.42.5(pid=25658) [trial-2354↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25658)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a04:37:11.334554 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:37:11.345589 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a04:37:11.490314 tst mo_mt_call.py: using LAC 19118\u000a04:37:11.622407 tst mo_mt_call.py: using RAC 248\u000a04:37:11.743382 tst mo_mt_call.py: using CellId 19118\u000a04:37:11.860797 tst mo_mt_call.py: using BVCI 19119\u000a04:37:11.883337 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:37:11.894393 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:37:11.905242 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:37:11.916148 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:37:11.927088 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:37:11.937877 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a04:37:12.052634 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a04:37:12.255660 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:37:12.727469 run create_hlr_db(pid=25652): Launched\u000a04:37:12.895326 bus /sierra_2: Setting Powered False\u000a04:37:13.918351 run create_hlr_db(pid=25652): Terminated: ok {rc=0}\u000a04:37:14.338566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25654): Launched\u000a04:37:14.655302 run osmo-hlr_10.42.42.2(pid=25655): Launched\u000a04:37:14.774089 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:37:15.326348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25657): Launched\u000a04:37:15.643349 run osmo-stp_10.42.42.5(pid=25658): Launched\u000a04:37:15.758881 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:37:16.351168 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25660): Launched\u000a04:37:16.825802 run osmo-msc_10.42.42.6(pid=25661): Launched\u000a04:37:17.248842 run osmo-stp_10.42.42.5(pid=25658): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25658)]\u000a04:37:17.375937 run osmo-stp_10.42.42.5(pid=25658): stdout: \u000a| (launched: 2022-12-09_04:37:15.487682)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:37:17.499669 run osmo-stp_10.42.42.5(pid=25658): stderr: \u000a| �[0;m�[38;5;43m20221209043715677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043715677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043715677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043715678 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043715678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043715678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043715678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:37:17.618850 run osmo-stp_10.42.42.5(pid=25658): stdout: \u000a| (launched: 2022-12-09_04:37:15.487682)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:37:17.736666 run osmo-stp_10.42.42.5(pid=25658): stderr: \u000a| �[0;m�[38;5;43m20221209043715677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043715677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043715677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043715678 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043715678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043715678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043715678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:37:17.788753 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25658): Process ended prematurely: osmo-stp_10.42.42.5(pid=25658) [trial-2354↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25658)] [trial-2354↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a04:37:17.797349 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a04:37:17.857123 run osmo-hlr_10.42.42.2(pid=25655): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25655)]\u000a04:37:17.906190 run osmo-hlr_10.42.42.2(pid=25655): stdout: \u000a| (launched: 2022-12-09_04:37:14.499885) \u000a04:37:17.955831 run osmo-hlr_10.42.42.2(pid=25655): stderr: \u000a| �[0;m�[1;31m20221209043714699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209043714699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209043714699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043714699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043714699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209043714699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209043714712 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209043714722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209043714722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209043714722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:37:18.023719 run osmo-msc_10.42.42.6(pid=25661): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25661)]\u000a04:37:18.072844 run osmo-msc_10.42.42.6(pid=25661): stdout: \u000a| (launched: 2022-12-09_04:37:16.514908) \u000a04:37:18.122388 run osmo-msc_10.42.42.6(pid=25661): stderr: \u000a| �[0;m�[38;5;43m20221209043716857 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209043716858 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9cccbafc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209043716859 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209043716859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209043716859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209043716860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209043716864 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209043716866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209043716866 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209043716867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:37:18.164351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25654): Terminating (SIGTERM)\u000a04:37:18.203885 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25657): Terminating (SIGTERM)\u000a04:37:18.243572 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25660): Terminating (SIGTERM)\u000a04:37:18.252828 --- ParallelTerminationStrategy: PID 25654 died...\u000a04:37:18.305986 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25654): Terminated: ok {rc=0}\u000a04:37:18.315459 --- ParallelTerminationStrategy: PID 25657 died...\u000a04:37:18.368348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25657): Terminated: ok {rc=0}\u000a04:37:18.377908 --- ParallelTerminationStrategy: PID 25660 died...\u000a04:37:18.430966 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25660): Terminated: ok {rc=0}\u000a04:37:18.514965 bus /sierra_3: Setting Powered False\u000a04:37:19.622039 bus /sierra_3: Setting Powered False\u000a04:37:20.733047 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 35, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25669): Process ended prematurely: osmo-stp_10.42.42.5(pid=25669) [trial-2354↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25669)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25669): Process ended prematurely: osmo-stp_10.42.42.5(pid=25669) [trial-2354↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25669)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:37:21.842022 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:37:21.853577 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a04:37:21.998763 tst mo_mt_call_osmux.py: using LAC 19119\u000a04:37:22.114676 tst mo_mt_call_osmux.py: using RAC 249\u000a04:37:22.232446 tst mo_mt_call_osmux.py: using CellId 19119\u000a04:37:22.349835 tst mo_mt_call_osmux.py: using BVCI 19120\u000a04:37:22.372122 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:37:22.383109 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:37:22.394152 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:37:22.404911 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:37:22.415808 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:37:22.426608 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a04:37:22.540343 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a04:37:22.748231 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:37:23.249353 run create_hlr_db(pid=25663): Launched\u000a04:37:23.433316 bus /sierra_2: Setting Powered False\u000a04:37:24.455242 run create_hlr_db(pid=25663): Terminated: ok {rc=0}\u000a04:37:24.877095 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25665): Launched\u000a04:37:25.195918 run osmo-hlr_10.42.42.2(pid=25666): Launched\u000a04:37:25.315468 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:37:25.867115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25668): Launched\u000a04:37:26.186425 run osmo-stp_10.42.42.5(pid=25669): Launched\u000a04:37:26.302654 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:37:26.884006 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25671): Launched\u000a04:37:27.204301 run osmo-msc_10.42.42.6(pid=25672): Launched\u000a04:37:27.391898 run osmo-stp_10.42.42.5(pid=25669): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25669)]\u000a04:37:27.528500 run osmo-stp_10.42.42.5(pid=25669): stdout: \u000a| (launched: 2022-12-09_04:37:26.029159)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:37:27.663200 run osmo-stp_10.42.42.5(pid=25669): stderr: \u000a| �[0;m�[38;5;43m20221209043726223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043726223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043726223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043726224 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043726224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043726224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043726224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:37:27.791669 run osmo-stp_10.42.42.5(pid=25669): stdout: \u000a| (launched: 2022-12-09_04:37:26.029159)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:37:27.919095 run osmo-stp_10.42.42.5(pid=25669): stderr: \u000a| �[0;m�[38;5;43m20221209043726223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043726223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043726223 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043726224 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043726224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043726224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043726224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:37:27.975183 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25669): Process ended prematurely: osmo-stp_10.42.42.5(pid=25669) [trial-2354↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25669)] [trial-2354↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a04:37:27.984336 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a04:37:28.048173 run osmo-hlr_10.42.42.2(pid=25666): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25666)]\u000a04:37:28.100486 run osmo-hlr_10.42.42.2(pid=25666): stdout: \u000a| (launched: 2022-12-09_04:37:25.038765) \u000a04:37:28.153752 run osmo-hlr_10.42.42.2(pid=25666): stderr: \u000a| �[0;m�[1;31m20221209043725239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209043725239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209043725239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043725239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043725239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209043725239 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209043725252 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209043725261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209043725261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209043725261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:37:28.225891 run osmo-msc_10.42.42.6(pid=25672): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25672)]\u000a04:37:28.278154 run osmo-msc_10.42.42.6(pid=25672): stdout: \u000a| (launched: 2022-12-09_04:37:27.046299) \u000a04:37:28.331003 run osmo-msc_10.42.42.6(pid=25672): stderr: \u000a| �[0;m�[38;5;43m20221209043727366 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209043727366 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcfc971dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209043727367 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209043727367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209043727367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209043727367 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209043727369 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209043727369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209043727369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209043727370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:37:28.375885 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25665): Terminating (SIGTERM)\u000a04:37:28.418581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25668): Terminating (SIGTERM)\u000a04:37:28.460605 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25671): Terminating (SIGTERM)\u000a04:37:28.470606 --- ParallelTerminationStrategy: PID 25665 died...\u000a04:37:28.527462 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25665): Terminated: ok {rc=0}\u000a04:37:28.537660 --- ParallelTerminationStrategy: PID 25668 died...\u000a04:37:28.594168 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25668): Terminated: ok {rc=0}\u000a04:37:28.604291 --- ParallelTerminationStrategy: PID 25671 died...\u000a04:37:28.660815 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25671): Terminated: ok {rc=0}\u000a04:37:28.748784 bus /sierra_3: Setting Powered False\u000a04:37:29.852811 bus /sierra_3: Setting Powered False\u000a04:37:30.992636 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "138", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:37:11" }, { "cases" : [ { "testActions" : [ ], "age" : 24, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25684): Process ended prematurely: osmo-stp_10.42.42.5(pid=25684) [trial-2354↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25684)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25684): Process ended prematurely: osmo-stp_10.42.42.5(pid=25684) [trial-2354↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25684)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a04:37:32.966906 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:37:32.978163 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a04:37:33.121918 tst mo_mt_call.py: using LAC 19120\u000a04:37:33.236118 tst mo_mt_call.py: using RAC 250\u000a04:37:33.353310 tst mo_mt_call.py: using CellId 19120\u000a04:37:33.477102 tst mo_mt_call.py: using BVCI 19121\u000a04:37:33.501411 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:37:33.513134 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:37:33.525039 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:37:33.536496 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:37:33.548189 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:37:33.560648 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:37:33.674277 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:37:33.870514 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:37:34.344516 run create_hlr_db(pid=25677): Launched\u000a04:37:34.513202 bus /sierra_2: Setting Powered False\u000a04:37:35.535642 run create_hlr_db(pid=25677): Terminated: ok {rc=0}\u000a04:37:35.962616 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25680): Launched\u000a04:37:36.281528 run osmo-hlr_10.42.42.2(pid=25681): Launched\u000a04:37:36.402673 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:37:36.954731 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25683): Launched\u000a04:37:37.273823 run osmo-stp_10.42.42.5(pid=25684): Launched\u000a04:37:37.390108 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:37:37.972687 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25686): Launched\u000a04:37:38.290527 run osmo-msc_10.42.42.6(pid=25687): Launched\u000a04:37:38.477213 run osmo-stp_10.42.42.5(pid=25684): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25684)]\u000a04:37:38.612109 run osmo-stp_10.42.42.5(pid=25684): stdout: \u000a| (launched: 2022-12-09_04:37:37.116495)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:37:38.746768 run osmo-stp_10.42.42.5(pid=25684): stderr: \u000a| �[0;m�[38;5;43m20221209043737310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043737310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043737310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043737310 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043737311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043737311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043737311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:37:38.874667 run osmo-stp_10.42.42.5(pid=25684): stdout: \u000a| (launched: 2022-12-09_04:37:37.116495)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:37:39.001437 run osmo-stp_10.42.42.5(pid=25684): stderr: \u000a| �[0;m�[38;5;43m20221209043737310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043737310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043737310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043737310 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043737311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043737311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043737311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:37:39.057379 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25684): Process ended prematurely: osmo-stp_10.42.42.5(pid=25684) [trial-2354↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25684)] [trial-2354↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a04:37:39.066654 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a04:37:39.130493 run osmo-hlr_10.42.42.2(pid=25681): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25681)]\u000a04:37:39.183019 run osmo-hlr_10.42.42.2(pid=25681): stdout: \u000a| (launched: 2022-12-09_04:37:36.124189) \u000a04:37:39.235770 run osmo-hlr_10.42.42.2(pid=25681): stderr: \u000a| �[0;m�[1;31m20221209043736323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209043736323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209043736323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043736323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043736323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209043736323 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209043736336 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209043736344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209043736344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209043736344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:37:39.307596 run osmo-msc_10.42.42.6(pid=25687): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25687)]\u000a04:37:39.359801 run osmo-msc_10.42.42.6(pid=25687): stdout: \u000a| (launched: 2022-12-09_04:37:38.134097) \u000a04:37:39.412342 run osmo-msc_10.42.42.6(pid=25687): stderr: \u000a| �[0;m�[38;5;43m20221209043738455 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209043738455 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fedbf377c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209043738455 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209043738455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209043738455 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209043738456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209043738457 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209043738458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209043738458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209043738458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:37:39.456831 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25680): Terminating (SIGTERM)\u000a04:37:39.498873 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25683): Terminating (SIGTERM)\u000a04:37:39.540876 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25686): Terminating (SIGTERM)\u000a04:37:39.550862 --- ParallelTerminationStrategy: PID 25680 died...\u000a04:37:39.607163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25680): Terminated: ok {rc=0}\u000a04:37:39.617303 --- ParallelTerminationStrategy: PID 25683 died...\u000a04:37:39.673528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25683): Terminated: ok {rc=0}\u000a04:37:39.683613 --- ParallelTerminationStrategy: PID 25686 died...\u000a04:37:39.739849 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25686): Terminated: ok {rc=0}\u000a04:37:39.827586 bus /sierra_3: Setting Powered False\u000a04:37:40.934609 bus /sierra_3: Setting Powered False\u000a04:37:42.043103 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 37, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25695): Process ended prematurely: osmo-stp_10.42.42.5(pid=25695) [trial-2354↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25695)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25695): Process ended prematurely: osmo-stp_10.42.42.5(pid=25695) [trial-2354↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25695)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:37:43.157975 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:37:43.170080 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a04:37:43.322847 tst mo_mt_call_osmux.py: using LAC 19121\u000a04:37:43.447313 tst mo_mt_call_osmux.py: using RAC 251\u000a04:37:43.577567 tst mo_mt_call_osmux.py: using CellId 19121\u000a04:37:43.700839 tst mo_mt_call_osmux.py: using BVCI 19122\u000a04:37:43.724930 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:37:43.736441 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:37:43.747872 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:37:43.759519 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:37:43.771251 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:37:43.783454 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:37:43.900006 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:37:44.097560 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:37:44.573581 run create_hlr_db(pid=25689): Launched\u000a04:37:44.744274 bus /sierra_2: Setting Powered False\u000a04:37:45.766358 run create_hlr_db(pid=25689): Terminated: ok {rc=0}\u000a04:37:46.242050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25691): Launched\u000a04:37:46.748222 run osmo-hlr_10.42.42.2(pid=25692): Launched\u000a04:37:47.010354 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:37:47.577324 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25694): Launched\u000a04:37:47.895731 run osmo-stp_10.42.42.5(pid=25695): Launched\u000a04:37:48.011515 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:37:48.593501 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25697): Launched\u000a04:37:48.912519 run osmo-msc_10.42.42.6(pid=25698): Launched\u000a04:37:49.099221 run osmo-stp_10.42.42.5(pid=25695): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25695)]\u000a04:37:49.235427 run osmo-stp_10.42.42.5(pid=25695): stdout: \u000a| (launched: 2022-12-09_04:37:47.739189)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:37:49.370410 run osmo-stp_10.42.42.5(pid=25695): stderr: \u000a| �[0;m�[38;5;43m20221209043747928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043747928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043747928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043747929 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043747931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043747931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043747931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:37:49.499209 run osmo-stp_10.42.42.5(pid=25695): stdout: \u000a| (launched: 2022-12-09_04:37:47.739189)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:37:49.626256 run osmo-stp_10.42.42.5(pid=25695): stderr: \u000a| �[0;m�[38;5;43m20221209043747928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043747928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043747928 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043747929 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043747931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043747931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043747931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:37:49.682172 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=25695): Process ended prematurely: osmo-stp_10.42.42.5(pid=25695) [trial-2354↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25695)] [trial-2354↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a04:37:49.691177 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a04:37:49.754564 run osmo-hlr_10.42.42.2(pid=25692): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25692)]\u000a04:37:49.806176 run osmo-hlr_10.42.42.2(pid=25692): stdout: \u000a| (launched: 2022-12-09_04:37:46.420637) \u000a04:37:49.858463 run osmo-hlr_10.42.42.2(pid=25692): stderr: \u000a| �[0;m�[1;31m20221209043746641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209043746641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209043746641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043746641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043746641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209043746641 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209043746659 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209043746675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209043746675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209043746675 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:37:49.929719 run osmo-msc_10.42.42.6(pid=25698): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25698)]\u000a04:37:49.981442 run osmo-msc_10.42.42.6(pid=25698): stdout: \u000a| (launched: 2022-12-09_04:37:48.755572) \u000a04:37:50.033867 run osmo-msc_10.42.42.6(pid=25698): stderr: \u000a| �[0;m�[38;5;43m20221209043749076 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209043749076 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1d2c424c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209043749076 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209043749076 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209043749077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209043749077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209043749079 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209043749079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209043749079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209043749079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:37:50.078381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25691): Terminating (SIGTERM)\u000a04:37:50.120589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25694): Terminating (SIGTERM)\u000a04:37:50.163069 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25697): Terminating (SIGTERM)\u000a04:37:50.172805 --- ParallelTerminationStrategy: PID 25691 died...\u000a04:37:50.229319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25691): Terminated: ok {rc=0}\u000a04:37:50.239444 --- ParallelTerminationStrategy: PID 25694 died...\u000a04:37:50.295463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25694): Terminated: ok {rc=0}\u000a04:37:50.305910 --- ParallelTerminationStrategy: PID 25697 died...\u000a04:37:50.362106 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25697): Terminated: ok {rc=0}\u000a04:37:50.449041 bus /sierra_3: Setting Powered False\u000a04:37:51.555236 bus /sierra_3: Setting Powered False\u000a04:37:52.662144 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "139", "name" : "voice_nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:37:32" }, { "cases" : [ { "testActions" : [ ], "age" : 24, "className" : "emergency:nanobts+band-1900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25710): Process ended prematurely: osmo-stp_10.42.42.5(pid=25710) [trial-2354↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25710)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25710): Process ended prematurely: osmo-stp_10.42.42.5(pid=25710) [trial-2354↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25710)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 emergency:nanobts+band-1900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a04:37:54.654212 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a04:37:54.665264 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a04:37:54.795338 tst emergency_mo_mt_call.py: using LAC 19122\u000a04:37:54.917621 tst emergency_mo_mt_call.py: using RAC 252\u000a04:37:55.042455 tst emergency_mo_mt_call.py: using CellId 19122\u000a04:37:55.165245 tst emergency_mo_mt_call.py: using BVCI 19123\u000a04:37:55.189031 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a04:37:55.200049 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a04:37:55.211121 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a04:37:55.222303 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a04:37:55.233631 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a04:37:55.244430 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a04:37:55.356399 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a04:37:55.561364 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:37:56.051277 run create_hlr_db(pid=25704): Launched\u000a04:37:56.232129 bus /sierra_2: Setting Powered False\u000a04:37:57.253634 run create_hlr_db(pid=25704): Terminated: ok {rc=0}\u000a04:37:57.645633 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25706): Launched\u000a04:37:57.935551 run osmo-hlr_10.42.42.2(pid=25707): Launched\u000a04:37:58.049528 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:37:58.561612 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25709): Launched\u000a04:37:58.851684 run osmo-stp_10.42.42.5(pid=25710): Launched\u000a04:37:58.968546 tst emergency_mo_mt_call.py: using MSISDN 7026\u000a04:37:59.111920 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:37:59.642151 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25712): Launched\u000a04:37:59.931830 run osmo-msc_10.42.42.6(pid=25713): Launched\u000a04:38:00.103030 run osmo-stp_10.42.42.5(pid=25710): ERR: Terminated: ERROR {rc=1} [trial-2354↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25710)]\u000a04:38:00.226489 run osmo-stp_10.42.42.5(pid=25710): stdout: \u000a| (launched: 2022-12-09_04:37:58.709043)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:38:00.347889 run osmo-stp_10.42.42.5(pid=25710): stderr: \u000a| �[0;m�[38;5;43m20221209043758877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043758877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043758877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043758877 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043758878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043758878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043758878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:38:00.464421 run osmo-stp_10.42.42.5(pid=25710): stdout: \u000a| (launched: 2022-12-09_04:37:58.709043)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:38:00.579474 run osmo-stp_10.42.42.5(pid=25710): stderr: \u000a| �[0;m�[38;5;43m20221209043758877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043758877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043758877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043758877 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043758878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043758878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043758878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:38:00.630174 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=25710): Process ended prematurely: osmo-stp_10.42.42.5(pid=25710) [trial-2354↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25710)] [trial-2354↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19]\u000a04:38:00.637948 tst emergency_mo_mt_call.py:19: Test FAILED (6.0 sec)\u000a04:38:00.697178 run osmo-hlr_10.42.42.2(pid=25707): ERR: Terminated: ERROR {rc=237} [trial-2354↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25707)]\u000a04:38:00.746041 run osmo-hlr_10.42.42.2(pid=25707): stdout: \u000a| (launched: 2022-12-09_04:37:57.792376) \u000a04:38:00.795636 run osmo-hlr_10.42.42.2(pid=25707): stderr: \u000a| �[0;m�[1;31m20221209043757966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209043757966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209043757966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043757966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043757966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209043757966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209043757979 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/emergency:nanobts+band-1900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209043757987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209043757988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209043757988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:38:00.892074 run osmo-msc_10.42.42.6(pid=25713): ERR: Terminated: ERROR {rc=2} [trial-2354↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25713)]\u000a04:38:00.942056 run osmo-msc_10.42.42.6(pid=25713): stdout: \u000a| (launched: 2022-12-09_04:37:59.788863) \u000a04:38:00.992785 run osmo-msc_10.42.42.6(pid=25713): stderr: \u000a| �[0;m�[38;5;43m20221209043800058 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209043800058 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feea057ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209043800059 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209043800059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209043800059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209043800059 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209043800061 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209043800061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209043800061 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209043800062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:38:01.036188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25706): Terminating (SIGTERM)\u000a04:38:01.078625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25709): Terminating (SIGTERM)\u000a04:38:01.120724 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25712): Terminating (SIGTERM)\u000a04:38:01.131272 --- ParallelTerminationStrategy: PID 25706 died...\u000a04:38:01.184925 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25706): Terminated: ok {rc=0}\u000a04:38:01.194992 --- ParallelTerminationStrategy: PID 25709 died...\u000a04:38:01.248483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25709): Terminated: ok {rc=0}\u000a04:38:01.259020 --- ParallelTerminationStrategy: PID 25712 died...\u000a04:38:01.312536 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25712): Terminated: ok {rc=0}\u000a04:38:01.403211 bus /sierra_3: Setting Powered False\u000a04:38:02.555843 bus /sierra_3: Setting Powered False\u000a04:38:03.674052 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 194, "className" : "emergency:nanobts+band-1900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=25993): Process ended prematurely: osmo-stp_10.42.42.5(pid=25993) [trial-2354↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25993)]", "failedSince" : 2161, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=25993): Process ended prematurely: osmo-stp_10.42.42.5(pid=25993) [trial-2354↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25993)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 emergency:nanobts+band-1900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a04:38:04.729307 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a04:38:04.741904 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a04:38:04.879472 tst emergency_preemptive_call.py: using LAC 19123\u000a04:38:05.007905 tst emergency_preemptive_call.py: using RAC 253\u000a04:38:05.135191 tst emergency_preemptive_call.py: using CellId 19123\u000a04:38:05.264786 tst emergency_preemptive_call.py: using BVCI 19124\u000a04:38:05.289939 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a04:38:05.302278 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a04:38:05.315252 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a04:38:05.328343 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a04:38:05.340283 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a04:38:05.353463 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a04:38:05.477396 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a04:38:05.596443 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a04:38:05.708142 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a04:38:05.902091 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:38:06.416500 run create_hlr_db(pid=25987): Launched\u000a04:38:06.586479 bus /sierra_2: Setting Powered False\u000a04:38:07.611231 run create_hlr_db(pid=25987): Terminated: ok {rc=0}\u000a04:38:08.032458 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25989): Launched\u000a04:38:08.449417 run osmo-hlr_10.42.42.2(pid=25990): Launched\u000a04:38:08.692606 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:38:09.263582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25992): Launched\u000a04:38:09.690544 run osmo-stp_10.42.42.5(pid=25993): Launched\u000a04:38:09.918951 tst emergency_preemptive_call.py: using MSISDN 7027\u000a04:38:10.081069 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:38:10.684139 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25995): Launched\u000a04:38:11.110413 run osmo-msc_10.42.42.6(pid=25996): Launched\u000a04:38:11.486122 run osmo-stp_10.42.42.5(pid=25993): ERR: Terminated: ERROR {rc=1} [trial-2354↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25993)]\u000a04:38:11.699332 run osmo-stp_10.42.42.5(pid=25993): stdout: \u000a| (launched: 2022-12-09_04:38:09.428429)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:38:11.836418 run osmo-stp_10.42.42.5(pid=25993): stderr: \u000a| �[0;m�[38;5;43m20221209043809728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043809728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043809728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043809729 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043809729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043809729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043809729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:38:11.968151 run osmo-stp_10.42.42.5(pid=25993): stdout: \u000a| (launched: 2022-12-09_04:38:09.428429)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:38:12.098519 run osmo-stp_10.42.42.5(pid=25993): stderr: \u000a| �[0;m�[38;5;43m20221209043809728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043809728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043809728 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043809729 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043809729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043809729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043809729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:38:12.155612 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=25993): Process ended prematurely: osmo-stp_10.42.42.5(pid=25993) [trial-2354↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=25993)] [trial-2354↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32]\u000a04:38:12.165741 tst emergency_preemptive_call.py:32: Test FAILED (7.4 sec)\u000a04:38:12.233658 run osmo-hlr_10.42.42.2(pid=25990): ERR: Terminated: ERROR {rc=237} [trial-2354↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=25990)]\u000a04:38:12.289318 run osmo-hlr_10.42.42.2(pid=25990): stdout: \u000a| (launched: 2022-12-09_04:38:08.186514) \u000a04:38:12.344802 run osmo-hlr_10.42.42.2(pid=25990): stderr: \u000a| �[0;m�[1;31m20221209043808495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209043808495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209043808495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043808495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043808495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209043808496 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209043808512 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/emergency:nanobts+band-1900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209043808520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209043808520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209043808520 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:38:12.419566 run osmo-msc_10.42.42.6(pid=25996): ERR: Terminated: ERROR {rc=2} [trial-2354↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=25996)]\u000a04:38:12.475021 run osmo-msc_10.42.42.6(pid=25996): stdout: \u000a| (launched: 2022-12-09_04:38:10.847786) \u000a04:38:12.530590 run osmo-msc_10.42.42.6(pid=25996): stderr: \u000a| �[0;m�[38;5;43m20221209043811347 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209043811353 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcb4dcf1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209043811353 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209043811353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209043811353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209043811354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209043811355 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209043811356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209043811356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209043811356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:38:12.578148 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25989): Terminating (SIGTERM)\u000a04:38:12.623238 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25992): Terminating (SIGTERM)\u000a04:38:12.670605 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25995): Terminating (SIGTERM)\u000a04:38:12.681801 --- ParallelTerminationStrategy: PID 25989 died...\u000a04:38:12.743408 run pcap-recorder_any(filters='host 10.42.42.2')(pid=25989): Terminated: ok {rc=0}\u000a04:38:12.754699 --- ParallelTerminationStrategy: PID 25992 died...\u000a04:38:12.814650 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=25992): Terminated: ok {rc=0}\u000a04:38:12.825884 --- ParallelTerminationStrategy: PID 25995 died...\u000a04:38:12.885973 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=25995): Terminated: ok {rc=0}\u000a04:38:12.977762 bus /sierra_9: Setting Powered False\u000a04:38:14.088335 bus /sierra_9: Setting Powered False\u000a04:38:15.200033 bus /sierra_8: Setting Powered False\u000a04:38:16.336440 bus /sierra_8: Setting Powered False\u000a04:38:17.471870 bus /sierra_3: Setting Powered False\u000a04:38:18.578874 bus /sierra_3: Setting Powered False\u000a04:38:19.692436 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 28.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "140", "name" : "emergency_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:37:54" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "gprs:nanobts+band-1900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26011): Process ended prematurely: osmo-stp_10.42.42.5(pid=26011) [trial-2354↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26011)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26011): Process ended prematurely: osmo-stp_10.42.42.5(pid=26011) [trial-2354↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26011)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:nanobts+band-1900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:38:21.801632 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:21.813221 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a04:38:21.940933 tst cs_paging_gprs_active.py: using LAC 19124\u000a04:38:22.065661 tst cs_paging_gprs_active.py: using RAC 254\u000a04:38:22.191492 tst cs_paging_gprs_active.py: using CellId 19124\u000a04:38:22.314115 tst cs_paging_gprs_active.py: using BVCI 19125\u000a04:38:22.339158 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:22.351054 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:22.362838 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:22.374131 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:22.386584 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:22.399251 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:22.411741 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:22.423596 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:22.437065 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a04:38:22.556567 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a04:38:22.844305 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:38:22.981930 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:38:23.315050 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26001): Launched\u000a04:38:23.591713 run iperf3-srv_10.42.42.10(pid=26002): Launched\u000a04:38:23.788926 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:38:23.923406 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:38:24.256298 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26003): Launched\u000a04:38:24.532848 run iperf3-srv_10.42.42.10(pid=26004): Launched\u000a04:38:24.729682 tst cs_paging_gprs_active.py:38: start network...\u000a04:38:24.864033 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:38:25.369276 run create_hlr_db(pid=26005): Launched\u000a04:38:25.554481 bus /sierra_2: Setting Powered False\u000a04:38:26.576341 run create_hlr_db(pid=26005): Terminated: ok {rc=0}\u000a04:38:26.978865 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26007): Launched\u000a04:38:27.279427 run osmo-hlr_10.42.42.2(pid=26008): Launched\u000a04:38:27.391446 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:38:27.914545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26010): Launched\u000a04:38:28.215961 run osmo-stp_10.42.42.5(pid=26011): Launched\u000a04:38:28.324921 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:38:28.847139 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26013): Launched\u000a04:38:28.954243 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:38:29.216841 run patchelf(pid=26014): Launched\u000a04:38:29.392845 run osmo-stp_10.42.42.5(pid=26011): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26011)]\u000a04:38:29.521641 run osmo-stp_10.42.42.5(pid=26011): stdout: \u000a| (launched: 2022-12-09_04:38:28.067083)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:38:29.650301 run osmo-stp_10.42.42.5(pid=26011): stderr: \u000a| �[0;m�[38;5;43m20221209043828238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043828239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043828239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043828239 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043828240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043828240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043828240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:38:29.775645 run osmo-stp_10.42.42.5(pid=26011): stdout: \u000a| (launched: 2022-12-09_04:38:28.067083)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:38:29.899482 run osmo-stp_10.42.42.5(pid=26011): stderr: \u000a| �[0;m�[38;5;43m20221209043828238 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043828239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043828239 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043828239 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043828240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043828240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043828240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:38:30.043891 run patchelf(pid=26014): Terminating (SIGINT)\u000a04:38:30.214125 run patchelf(pid=26014): Terminated: ok {rc=0}\u000a04:38:30.245577 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26011): Process ended prematurely: osmo-stp_10.42.42.5(pid=26011) [trial-2354↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26011)] [trial-2354↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38]\u000a04:38:30.255032 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a04:38:30.315837 run osmo-hlr_10.42.42.2(pid=26008): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26008)]\u000a04:38:30.365110 run osmo-hlr_10.42.42.2(pid=26008): stdout: \u000a| (launched: 2022-12-09_04:38:27.131092) \u000a04:38:30.415544 run osmo-hlr_10.42.42.2(pid=26008): stderr: \u000a| �[0;m�[1;31m20221209043827308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209043827308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209043827308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043827308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043827308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209043827308 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209043827320 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:nanobts+band-1900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209043827329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209043827329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209043827329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:38:30.457902 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26001): Terminating (SIGTERM)\u000a04:38:30.497761 run iperf3-srv_10.42.42.10(pid=26002): Terminating (SIGTERM)\u000a04:38:30.537728 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26003): Terminating (SIGTERM)\u000a04:38:30.577585 run iperf3-srv_10.42.42.10(pid=26004): Terminating (SIGTERM)\u000a04:38:30.617496 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26007): Terminating (SIGTERM)\u000a04:38:30.657174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26010): Terminating (SIGTERM)\u000a04:38:30.697062 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26013): Terminating (SIGTERM)\u000a04:38:30.706467 --- ParallelTerminationStrategy: PID 26001 died...\u000a04:38:30.759747 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26001): Terminated: ok {rc=0}\u000a04:38:30.769774 --- ParallelTerminationStrategy: PID 26002 died...\u000a04:38:30.822688 run iperf3-srv_10.42.42.10(pid=26002): Terminated {rc=256}\u000a04:38:30.832713 --- ParallelTerminationStrategy: PID 26003 died...\u000a04:38:30.887094 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26003): Terminated: ok {rc=0}\u000a04:38:30.897284 --- ParallelTerminationStrategy: PID 26004 died...\u000a04:38:30.965151 run iperf3-srv_10.42.42.10(pid=26004): Terminated {rc=256}\u000a04:38:30.975311 --- ParallelTerminationStrategy: PID 26007 died...\u000a04:38:31.033567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26007): Terminated: ok {rc=0}\u000a04:38:31.049587 --- ParallelTerminationStrategy: PID 26010 died...\u000a04:38:31.116057 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26010): Terminated: ok {rc=0}\u000a04:38:31.127034 --- ParallelTerminationStrategy: PID 26013 died...\u000a04:38:31.188549 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26013): Terminated: ok {rc=0}\u000a04:38:31.296115 bus /gobi_0: Setting Powered False\u000a04:38:32.403126 bus /gobi_0: Setting Powered False\u000a04:38:33.514595 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:nanobts+band-1900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26023): Process ended prematurely: osmo-stp_10.42.42.5(pid=26023) [trial-2354↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26023)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26023): Process ended prematurely: osmo-stp_10.42.42.5(pid=26023) [trial-2354↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26023)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:nanobts+band-1900 iperf3.py\u000a----------------------------------------------\u000a04:38:34.628428 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:34.640066 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a04:38:34.773032 tst iperf3.py: using LAC 19125\u000a04:38:34.898239 tst iperf3.py: using RAC 255\u000a04:38:35.023226 tst iperf3.py: using CellId 19125\u000a04:38:35.147983 tst iperf3.py: using BVCI 19126\u000a04:38:35.172491 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:35.183975 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:35.195003 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:35.206332 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:35.217555 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:35.228699 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:35.240126 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:35.251138 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:35.262365 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a04:38:35.541494 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:38:35.665570 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:38:35.986434 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26015): Launched\u000a04:38:36.244387 run iperf3-srv_10.42.42.10(pid=26016): Launched\u000a04:38:36.425864 tst iperf3.py:8: start network...\u000a04:38:36.550348 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:38:37.030086 run create_hlr_db(pid=26017): Launched\u000a04:38:37.201627 bus /gobi_6: Setting Powered False\u000a04:38:38.224908 run create_hlr_db(pid=26017): Terminated: ok {rc=0}\u000a04:38:38.653082 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26019): Launched\u000a04:38:38.975335 run osmo-hlr_10.42.42.2(pid=26020): Launched\u000a04:38:39.093631 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:38:39.650999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26022): Launched\u000a04:38:39.972388 run osmo-stp_10.42.42.5(pid=26023): Launched\u000a04:38:40.089177 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:38:40.651361 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26025): Launched\u000a04:38:40.766916 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:38:41.048135 run patchelf(pid=26026): Launched\u000a04:38:41.236472 run osmo-stp_10.42.42.5(pid=26023): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26023)]\u000a04:38:41.373655 run osmo-stp_10.42.42.5(pid=26023): stdout: \u000a| (launched: 2022-12-09_04:38:39.814305)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:38:41.511122 run osmo-stp_10.42.42.5(pid=26023): stderr: \u000a| �[0;m�[38;5;43m20221209043840006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043840007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043840007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043840007 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043840009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043840010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043840010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:38:41.644218 run osmo-stp_10.42.42.5(pid=26023): stdout: \u000a| (launched: 2022-12-09_04:38:39.814305)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:38:41.775998 run osmo-stp_10.42.42.5(pid=26023): stderr: \u000a| �[0;m�[38;5;43m20221209043840006 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043840007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043840007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043840007 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043840009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043840010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043840010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:38:41.929817 run patchelf(pid=26026): Terminating (SIGINT)\u000a04:38:42.110069 run patchelf(pid=26026): Terminated: ok {rc=0}\u000a04:38:42.143173 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26023): Process ended prematurely: osmo-stp_10.42.42.5(pid=26023) [trial-2354↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26023)] [trial-2354↪gprs:nanobts+band-1900↪iperf3.py:8]\u000a04:38:42.153112 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a04:38:42.217712 run osmo-hlr_10.42.42.2(pid=26020): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:nanobts+band-1900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26020)]\u000a04:38:42.269888 run osmo-hlr_10.42.42.2(pid=26020): stdout: \u000a| (launched: 2022-12-09_04:38:38.816705) \u000a04:38:42.322719 run osmo-hlr_10.42.42.2(pid=26020): stderr: \u000a| �[0;m�[1;31m20221209043839017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209043839017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209043839017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043839017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043839017 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209043839018 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209043839030 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:nanobts+band-1900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209043839039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209043839039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209043839039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:38:42.367455 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26015): Terminating (SIGTERM)\u000a04:38:42.409277 run iperf3-srv_10.42.42.10(pid=26016): Terminating (SIGTERM)\u000a04:38:42.451542 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26019): Terminating (SIGTERM)\u000a04:38:42.494095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26022): Terminating (SIGTERM)\u000a04:38:42.536237 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26025): Terminating (SIGTERM)\u000a04:38:42.546120 --- ParallelTerminationStrategy: PID 26015 died...\u000a04:38:42.602639 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26015): Terminated: ok {rc=0}\u000a04:38:42.612722 --- ParallelTerminationStrategy: PID 26016 died...\u000a04:38:42.669061 run iperf3-srv_10.42.42.10(pid=26016): Terminated {rc=256}\u000a04:38:42.679127 --- ParallelTerminationStrategy: PID 26019 died...\u000a04:38:42.735246 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26019): Terminated: ok {rc=0}\u000a04:38:42.745404 --- ParallelTerminationStrategy: PID 26022 died...\u000a04:38:42.801560 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26022): Terminated: ok {rc=0}\u000a04:38:42.811702 --- ParallelTerminationStrategy: PID 26025 died...\u000a04:38:42.867987 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26025): Terminated: ok {rc=0}\u000a04:38:42.955081 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:nanobts+band-1900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26041): Process ended prematurely: osmo-stp_10.42.42.5(pid=26041) [trial-2354↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26041)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26041): Process ended prematurely: osmo-stp_10.42.42.5(pid=26041) [trial-2354↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26041)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:nanobts+band-1900 iperf3m4.py\u000a----------------------------------------------\u000a04:38:44.070304 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:44.082019 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a04:38:44.216226 tst iperf3m4.py: using LAC 19126\u000a04:38:44.345137 tst iperf3m4.py: using RAC 1\u000a04:38:44.470140 tst iperf3m4.py: using CellId 19126\u000a04:38:44.597724 tst iperf3m4.py: using BVCI 19127\u000a04:38:44.622302 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:44.633489 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:44.644402 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:44.655674 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:44.667172 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:44.678356 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:44.689656 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:44.700626 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:38:44.711857 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a04:38:44.830371 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a04:38:44.946529 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a04:38:45.065428 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a04:38:45.355962 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:38:45.491191 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:38:45.826064 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26027): Launched\u000a04:38:46.154047 run iperf3-srv_10.42.42.10(pid=26028): Launched\u000a04:38:46.350877 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:38:46.507365 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:38:46.843660 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26029): Launched\u000a04:38:47.125115 run iperf3-srv_10.42.42.10(pid=26030): Launched\u000a04:38:47.310984 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:38:47.435706 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:38:47.748585 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26031): Launched\u000a04:38:48.008571 run iperf3-srv_10.42.42.10(pid=26032): Launched\u000a04:38:48.191139 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:38:48.315915 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:38:48.627651 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26033): Launched\u000a04:38:48.886716 run iperf3-srv_10.42.42.10(pid=26034): Launched\u000a04:38:49.069097 tst iperf3m4.py:8: start network...\u000a04:38:49.194023 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:38:49.674351 run create_hlr_db(pid=26035): Launched\u000a04:38:49.846696 bus /gobi_6: Setting Powered False\u000a04:38:50.869094 run create_hlr_db(pid=26035): Terminated: ok {rc=0}\u000a04:38:51.298511 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26037): Launched\u000a04:38:51.622984 run osmo-hlr_10.42.42.2(pid=26038): Launched\u000a04:38:51.743932 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:38:52.306227 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26040): Launched\u000a04:38:52.630420 run osmo-stp_10.42.42.5(pid=26041): Launched\u000a04:38:52.749469 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:38:53.311702 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26043): Launched\u000a04:38:53.426780 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:38:53.707621 run patchelf(pid=26044): Launched\u000a04:38:53.898021 run osmo-stp_10.42.42.5(pid=26041): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26041)]\u000a04:38:54.035947 run osmo-stp_10.42.42.5(pid=26041): stdout: \u000a| (launched: 2022-12-09_04:38:52.470290)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:38:54.174388 run osmo-stp_10.42.42.5(pid=26041): stderr: \u000a| �[0;m�[38;5;43m20221209043852661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043852662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043852662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043852662 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043852663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043852663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043852663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:38:54.308145 run osmo-stp_10.42.42.5(pid=26041): stdout: \u000a| (launched: 2022-12-09_04:38:52.470290)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:38:54.440780 run osmo-stp_10.42.42.5(pid=26041): stderr: \u000a| �[0;m�[38;5;43m20221209043852661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043852662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043852662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043852662 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043852663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043852663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043852663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:38:54.595323 run patchelf(pid=26044): Terminating (SIGINT)\u000a04:38:54.776674 run patchelf(pid=26044): Terminated: ok {rc=0}\u000a04:38:54.809972 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26041): Process ended prematurely: osmo-stp_10.42.42.5(pid=26041) [trial-2354↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26041)] [trial-2354↪gprs:nanobts+band-1900↪iperf3m4.py:8]\u000a04:38:54.819906 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a04:38:54.884199 run osmo-hlr_10.42.42.2(pid=26038): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:nanobts+band-1900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26038)]\u000a04:38:54.936126 run osmo-hlr_10.42.42.2(pid=26038): stdout: \u000a| (launched: 2022-12-09_04:38:51.462839) \u000a04:38:54.988608 run osmo-hlr_10.42.42.2(pid=26038): stderr: \u000a| �[0;m�[1;31m20221209043851661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209043851661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209043851661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043851661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043851661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209043851661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209043851673 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:nanobts+band-1900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209043851681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209043851681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209043851681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:38:55.032931 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26027): Terminating (SIGTERM)\u000a04:38:55.075030 run iperf3-srv_10.42.42.10(pid=26028): Terminating (SIGTERM)\u000a04:38:55.117711 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26029): Terminating (SIGTERM)\u000a04:38:55.159326 run iperf3-srv_10.42.42.10(pid=26030): Terminating (SIGTERM)\u000a04:38:55.202224 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26031): Terminating (SIGTERM)\u000a04:38:55.244439 run iperf3-srv_10.42.42.10(pid=26032): Terminating (SIGTERM)\u000a04:38:55.286716 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26033): Terminating (SIGTERM)\u000a04:38:55.328622 run iperf3-srv_10.42.42.10(pid=26034): Terminating (SIGTERM)\u000a04:38:55.370812 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26037): Terminating (SIGTERM)\u000a04:38:55.413170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26040): Terminating (SIGTERM)\u000a04:38:55.455465 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26043): Terminating (SIGTERM)\u000a04:38:55.464932 --- ParallelTerminationStrategy: PID 26027 died...\u000a04:38:55.521733 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26027): Terminated: ok {rc=0}\u000a04:38:55.531958 --- ParallelTerminationStrategy: PID 26028 died...\u000a04:38:55.588208 run iperf3-srv_10.42.42.10(pid=26028): Terminated {rc=256}\u000a04:38:55.598310 --- ParallelTerminationStrategy: PID 26029 died...\u000a04:38:55.654751 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26029): Terminated: ok {rc=0}\u000a04:38:55.664846 --- ParallelTerminationStrategy: PID 26030 died...\u000a04:38:55.720822 run iperf3-srv_10.42.42.10(pid=26030): Terminated {rc=256}\u000a04:38:55.730882 --- ParallelTerminationStrategy: PID 26031 died...\u000a04:38:55.787107 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26031): Terminated: ok {rc=0}\u000a04:38:55.797394 --- ParallelTerminationStrategy: PID 26032 died...\u000a04:38:55.853519 run iperf3-srv_10.42.42.10(pid=26032): Terminated {rc=256}\u000a04:38:55.863606 --- ParallelTerminationStrategy: PID 26033 died...\u000a04:38:55.920126 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26033): Terminated: ok {rc=0}\u000a04:38:55.930300 --- ParallelTerminationStrategy: PID 26034 died...\u000a04:38:55.986629 run iperf3-srv_10.42.42.10(pid=26034): Terminated {rc=256}\u000a04:38:55.996672 --- ParallelTerminationStrategy: PID 26037 died...\u000a04:38:56.052775 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26037): Terminated: ok {rc=0}\u000a04:38:56.063279 --- ParallelTerminationStrategy: PID 26040 died...\u000a04:38:56.119469 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26040): Terminated: ok {rc=0}\u000a04:38:56.129695 --- ParallelTerminationStrategy: PID 26043 died...\u000a04:38:56.186229 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26043): Terminated: ok {rc=0}\u000a04:38:56.274305 bus /gobi_4: Setting Powered False\u000a04:38:57.382051 bus /gobi_4: Setting Powered False\u000a04:38:58.494351 bus /gobi_1: Setting Powered False\u000a04:38:59.601503 bus /gobi_1: Setting Powered False\u000a04:39:00.709436 bus /gobi_0: Setting Powered False\u000a04:39:01.823048 bus /gobi_0: Setting Powered False\u000a04:39:02.934966 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26051): Process ended prematurely: osmo-stp_10.42.42.5(pid=26051) [trial-2354↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26051)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26051): Process ended prematurely: osmo-stp_10.42.42.5(pid=26051) [trial-2354↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26051)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:nanobts+band-1900 ping.py\u000a----------------------------------------------\u000a04:39:04.002828 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:39:04.014321 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a04:39:04.141533 tst ping.py: using LAC 19127\u000a04:39:04.255444 tst ping.py: using RAC 2\u000a04:39:04.369089 tst ping.py: using CellId 19127\u000a04:39:04.483047 tst ping.py: using BVCI 19128\u000a04:39:04.505662 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:39:04.516180 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:39:04.527190 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:39:04.537802 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:39:04.548259 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:39:04.558904 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:39:04.569521 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:39:04.580017 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a04:39:04.849928 tst ping.py:19: start network...\u000a04:39:04.971866 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:39:05.444232 run create_hlr_db(pid=26045): Launched\u000a04:39:05.613292 bus /gobi_6: Setting Powered False\u000a04:39:06.634852 run create_hlr_db(pid=26045): Terminated: ok {rc=0}\u000a04:39:07.027084 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26047): Launched\u000a04:39:07.321622 run osmo-hlr_10.42.42.2(pid=26048): Launched\u000a04:39:07.428716 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:39:07.941583 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26050): Launched\u000a04:39:08.237916 run osmo-stp_10.42.42.5(pid=26051): Launched\u000a04:39:08.345270 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:39:08.859564 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26053): Launched\u000a04:39:08.964571 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:39:09.222523 run patchelf(pid=26054): Launched\u000a04:39:09.395249 run osmo-stp_10.42.42.5(pid=26051): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26051)]\u000a04:39:09.521498 run osmo-stp_10.42.42.5(pid=26051): stdout: \u000a| (launched: 2022-12-09_04:39:08.091810)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:39:09.647937 run osmo-stp_10.42.42.5(pid=26051): stderr: \u000a| �[0;m�[38;5;43m20221209043908262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043908262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043908262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043908262 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043908263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043908263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043908263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:39:09.770322 run osmo-stp_10.42.42.5(pid=26051): stdout: \u000a| (launched: 2022-12-09_04:39:08.091810)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:39:09.891645 run osmo-stp_10.42.42.5(pid=26051): stderr: \u000a| �[0;m�[38;5;43m20221209043908262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043908262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043908262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043908262 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043908263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043908263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043908263 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:39:10.034286 run patchelf(pid=26054): Terminating (SIGINT)\u000a04:39:10.201678 run patchelf(pid=26054): Terminated: ok {rc=0}\u000a04:39:10.232096 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26051): Process ended prematurely: osmo-stp_10.42.42.5(pid=26051) [trial-2354↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26051)] [trial-2354↪gprs:nanobts+band-1900↪ping.py:22]\u000a04:39:10.240533 tst ping.py:22: Test FAILED (6.2 sec)\u000a04:39:10.300577 run osmo-hlr_10.42.42.2(pid=26048): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:nanobts+band-1900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26048)]\u000a04:39:10.349361 run osmo-hlr_10.42.42.2(pid=26048): stdout: \u000a| (launched: 2022-12-09_04:39:07.176241) \u000a04:39:10.398544 run osmo-hlr_10.42.42.2(pid=26048): stderr: \u000a| �[0;m�[1;31m20221209043907352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209043907352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209043907352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043907352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043907352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209043907352 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209043907364 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:nanobts+band-1900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209043907373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209043907373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209043907373 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:39:10.440667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26047): Terminating (SIGTERM)\u000a04:39:10.480586 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26050): Terminating (SIGTERM)\u000a04:39:10.520296 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26053): Terminating (SIGTERM)\u000a04:39:10.529653 --- ParallelTerminationStrategy: PID 26047 died...\u000a04:39:10.583062 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26047): Terminated: ok {rc=0}\u000a04:39:10.592778 --- ParallelTerminationStrategy: PID 26050 died...\u000a04:39:10.646656 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26050): Terminated: ok {rc=0}\u000a04:39:10.656397 --- ParallelTerminationStrategy: PID 26053 died...\u000a04:39:10.709623 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26053): Terminated: ok {rc=0}\u000a04:39:10.798717 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26061): Process ended prematurely: osmo-stp_10.42.42.5(pid=26061) [trial-2354↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26061)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26061): Process ended prematurely: osmo-stp_10.42.42.5(pid=26061) [trial-2354↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26061)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:nanobts+band-1900 ping_idle_ping.py\u000a----------------------------------------------\u000a04:39:11.851325 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:39:11.863211 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a04:39:11.989138 tst ping_idle_ping.py: using LAC 19128\u000a04:39:12.105460 tst ping_idle_ping.py: using RAC 3\u000a04:39:12.221484 tst ping_idle_ping.py: using CellId 19128\u000a04:39:12.338559 tst ping_idle_ping.py: using BVCI 19129\u000a04:39:12.361138 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:39:12.371645 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:39:12.382284 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:39:12.392734 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:39:12.403138 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:39:12.413539 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:39:12.424069 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a04:39:12.434658 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a04:39:12.723663 tst ping_idle_ping.py:24: start network...\u000a04:39:12.855792 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:39:13.358776 run create_hlr_db(pid=26055): Launched\u000a04:39:13.542791 bus /gobi_6: Setting Powered False\u000a04:39:14.564197 run create_hlr_db(pid=26055): Terminated: ok {rc=0}\u000a04:39:14.962987 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26057): Launched\u000a04:39:15.259309 run osmo-hlr_10.42.42.2(pid=26058): Launched\u000a04:39:15.381121 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:39:15.915290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26060): Launched\u000a04:39:16.333094 run osmo-stp_10.42.42.5(pid=26061): Launched\u000a04:39:16.482366 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:39:17.027829 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26063): Launched\u000a04:39:17.145116 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:39:17.426548 run patchelf(pid=26064): Launched\u000a04:39:17.612595 run osmo-stp_10.42.42.5(pid=26061): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26061)]\u000a04:39:17.748386 run osmo-stp_10.42.42.5(pid=26061): stdout: \u000a| (launched: 2022-12-09_04:39:16.069868)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:39:17.884716 run osmo-stp_10.42.42.5(pid=26061): stderr: \u000a| �[0;m�[38;5;43m20221209043916280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043916280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043916280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043916280 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043916281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043916281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043916281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:39:18.016044 run osmo-stp_10.42.42.5(pid=26061): stdout: \u000a| (launched: 2022-12-09_04:39:16.069868)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:39:18.147157 run osmo-stp_10.42.42.5(pid=26061): stderr: \u000a| �[0;m�[38;5;43m20221209043916280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043916280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043916280 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043916280 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043916281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043916281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043916281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:39:18.299888 run patchelf(pid=26064): Terminating (SIGINT)\u000a04:39:18.478459 run patchelf(pid=26064): Terminated: ok {rc=0}\u000a04:39:18.510651 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26061): Process ended prematurely: osmo-stp_10.42.42.5(pid=26061) [trial-2354↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26061)] [trial-2354↪gprs:nanobts+band-1900↪ping_idle_ping.py:27]\u000a04:39:18.519827 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a04:39:18.584222 run osmo-hlr_10.42.42.2(pid=26058): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:nanobts+band-1900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26058)]\u000a04:39:18.636353 run osmo-hlr_10.42.42.2(pid=26058): stdout: \u000a| (launched: 2022-12-09_04:39:15.113191) \u000a04:39:18.689195 run osmo-hlr_10.42.42.2(pid=26058): stderr: \u000a| �[0;m�[1;31m20221209043915290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209043915290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209043915290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043915290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043915290 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209043915291 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209043915302 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:nanobts+band-1900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209043915311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209043915312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209043915312 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:39:18.734061 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26057): Terminating (SIGTERM)\u000a04:39:18.776468 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26060): Terminating (SIGTERM)\u000a04:39:18.819543 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26063): Terminating (SIGTERM)\u000a04:39:18.829533 --- ParallelTerminationStrategy: PID 26057 died...\u000a04:39:18.886137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26057): Terminated: ok {rc=0}\u000a04:39:18.896527 --- ParallelTerminationStrategy: PID 26060 died...\u000a04:39:18.952610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26060): Terminated: ok {rc=0}\u000a04:39:18.963165 --- ParallelTerminationStrategy: PID 26063 died...\u000a04:39:19.019604 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26063): Terminated: ok {rc=0}\u000a04:39:19.106816 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "141", "name" : "gprs_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:38:21" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26078): Process ended prematurely: osmo-stp_10.42.42.5(pid=26078) [trial-2354↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26078)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26078): Process ended prematurely: osmo-stp_10.42.42.5(pid=26078) [trial-2354↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26078)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:nanobts+band-1900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:39:21.235319 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:39:21.246172 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:39:21.370057 tst cs_paging_gprs_active.py: using LAC 19129\u000a04:39:21.486782 tst cs_paging_gprs_active.py: using RAC 4\u000a04:39:21.602338 tst cs_paging_gprs_active.py: using CellId 19129\u000a04:39:21.718276 tst cs_paging_gprs_active.py: using BVCI 19130\u000a04:39:21.740909 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:39:21.751771 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:39:21.762359 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:39:21.772941 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:39:21.783590 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:39:21.794593 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:39:21.805381 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:39:21.815741 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:39:21.826709 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:39:21.944525 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:39:22.239577 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:39:22.374049 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:39:22.706766 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26068): Launched\u000a04:39:22.983268 run iperf3-srv_10.42.42.10(pid=26069): Launched\u000a04:39:23.180150 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:39:23.315047 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:39:23.647404 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26070): Launched\u000a04:39:23.923408 run iperf3-srv_10.42.42.10(pid=26071): Launched\u000a04:39:24.120094 tst cs_paging_gprs_active.py:38: start network...\u000a04:39:24.255132 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:39:24.761663 run create_hlr_db(pid=26072): Launched\u000a04:39:24.946881 bus /gobi_6: Setting Powered False\u000a04:39:25.969275 run create_hlr_db(pid=26072): Terminated: ok {rc=0}\u000a04:39:26.373852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26074): Launched\u000a04:39:26.674660 run osmo-hlr_10.42.42.2(pid=26075): Launched\u000a04:39:26.784928 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:39:27.305127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26077): Launched\u000a04:39:27.606049 run osmo-stp_10.42.42.5(pid=26078): Launched\u000a04:39:27.724218 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:39:28.253580 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26080): Launched\u000a04:39:28.360192 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:39:28.622803 run patchelf(pid=26081): Launched\u000a04:39:28.798194 run osmo-stp_10.42.42.5(pid=26078): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26078)]\u000a04:39:28.925949 run osmo-stp_10.42.42.5(pid=26078): stdout: \u000a| (launched: 2022-12-09_04:39:27.457381)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:39:29.054393 run osmo-stp_10.42.42.5(pid=26078): stderr: \u000a| �[0;m�[38;5;43m20221209043927629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043927629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043927629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043927630 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043927630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043927630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043927630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:39:29.178626 run osmo-stp_10.42.42.5(pid=26078): stdout: \u000a| (launched: 2022-12-09_04:39:27.457381)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:39:29.301357 run osmo-stp_10.42.42.5(pid=26078): stderr: \u000a| �[0;m�[38;5;43m20221209043927629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043927629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043927629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043927630 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043927630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043927630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043927630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:39:29.445571 run patchelf(pid=26081): Terminating (SIGINT)\u000a04:39:29.615109 run patchelf(pid=26081): Terminated: ok {rc=0}\u000a04:39:29.646194 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26078): Process ended prematurely: osmo-stp_10.42.42.5(pid=26078) [trial-2354↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26078)] [trial-2354↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a04:39:29.655419 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a04:39:29.715702 run osmo-hlr_10.42.42.2(pid=26075): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26075)]\u000a04:39:29.764763 run osmo-hlr_10.42.42.2(pid=26075): stdout: \u000a| (launched: 2022-12-09_04:39:26.526275) \u000a04:39:29.814744 run osmo-hlr_10.42.42.2(pid=26075): stderr: \u000a| �[0;m�[1;31m20221209043926705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209043926705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209043926705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043926705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043926705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209043926705 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209043926717 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:nanobts+band-1900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209043926726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209043926726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209043926727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:39:29.856905 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26068): Terminating (SIGTERM)\u000a04:39:29.896518 run iperf3-srv_10.42.42.10(pid=26069): Terminating (SIGTERM)\u000a04:39:29.936176 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26070): Terminating (SIGTERM)\u000a04:39:29.975924 run iperf3-srv_10.42.42.10(pid=26071): Terminating (SIGTERM)\u000a04:39:30.015608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26074): Terminating (SIGTERM)\u000a04:39:30.055198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26077): Terminating (SIGTERM)\u000a04:39:30.094893 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26080): Terminating (SIGTERM)\u000a04:39:30.104072 --- ParallelTerminationStrategy: PID 26068 died...\u000a04:39:30.157657 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26068): Terminated: ok {rc=0}\u000a04:39:30.167287 --- ParallelTerminationStrategy: PID 26069 died...\u000a04:39:30.220552 run iperf3-srv_10.42.42.10(pid=26069): Terminated {rc=256}\u000a04:39:30.230150 --- ParallelTerminationStrategy: PID 26070 died...\u000a04:39:30.283117 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26070): Terminated: ok {rc=0}\u000a04:39:30.292580 --- ParallelTerminationStrategy: PID 26071 died...\u000a04:39:30.345309 run iperf3-srv_10.42.42.10(pid=26071): Terminated {rc=256}\u000a04:39:30.354846 --- ParallelTerminationStrategy: PID 26074 died...\u000a04:39:30.407563 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26074): Terminated: ok {rc=0}\u000a04:39:30.417176 --- ParallelTerminationStrategy: PID 26077 died...\u000a04:39:30.470165 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26077): Terminated: ok {rc=0}\u000a04:39:30.479822 --- ParallelTerminationStrategy: PID 26080 died...\u000a04:39:30.532714 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26080): Terminated: ok {rc=0}\u000a04:39:30.622168 bus /gobi_0: Setting Powered False\u000a04:39:31.723087 bus /gobi_0: Setting Powered False\u000a04:39:32.829735 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26090): Process ended prematurely: osmo-stp_10.42.42.5(pid=26090) [trial-2354↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26090)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26090): Process ended prematurely: osmo-stp_10.42.42.5(pid=26090) [trial-2354↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26090)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:nanobts+band-1900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a04:39:33.944745 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:39:33.956890 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:39:34.093677 tst iperf3.py: using LAC 19130\u000a04:39:34.220568 tst iperf3.py: using RAC 5\u000a04:39:34.349513 tst iperf3.py: using CellId 19130\u000a04:39:34.480008 tst iperf3.py: using BVCI 19131\u000a04:39:34.504512 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:39:34.515855 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:39:34.527159 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:39:34.538658 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:39:34.550005 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:39:34.561417 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:39:34.573119 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:39:34.584608 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:39:34.596306 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:39:34.889145 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:39:35.023964 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:39:35.357491 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26082): Launched\u000a04:39:35.636052 run iperf3-srv_10.42.42.10(pid=26083): Launched\u000a04:39:35.833707 tst iperf3.py:8: start network...\u000a04:39:35.968808 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:39:36.477217 run create_hlr_db(pid=26084): Launched\u000a04:39:36.663644 bus /gobi_6: Setting Powered False\u000a04:39:37.685526 run create_hlr_db(pid=26084): Terminated: ok {rc=0}\u000a04:39:38.115088 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26086): Launched\u000a04:39:38.439318 run osmo-hlr_10.42.42.2(pid=26087): Launched\u000a04:39:38.556753 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:39:39.118421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26089): Launched\u000a04:39:39.442922 run osmo-stp_10.42.42.5(pid=26090): Launched\u000a04:39:39.560598 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:39:40.122872 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26092): Launched\u000a04:39:40.239035 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:39:40.521200 run patchelf(pid=26093): Launched\u000a04:39:40.709681 run osmo-stp_10.42.42.5(pid=26090): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26090)]\u000a04:39:40.847154 run osmo-stp_10.42.42.5(pid=26090): stdout: \u000a| (launched: 2022-12-09_04:39:39.282496)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:39:40.985442 run osmo-stp_10.42.42.5(pid=26090): stderr: \u000a| �[0;m�[38;5;43m20221209043939476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043939476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043939477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043939477 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043939478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043939478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043939478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:39:41.118781 run osmo-stp_10.42.42.5(pid=26090): stdout: \u000a| (launched: 2022-12-09_04:39:39.282496)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:39:41.250980 run osmo-stp_10.42.42.5(pid=26090): stderr: \u000a| �[0;m�[38;5;43m20221209043939476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043939476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043939477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043939477 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043939478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043939478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043939478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:39:41.405336 run patchelf(pid=26093): Terminating (SIGINT)\u000a04:39:41.586448 run patchelf(pid=26093): Terminated: ok {rc=0}\u000a04:39:41.619596 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26090): Process ended prematurely: osmo-stp_10.42.42.5(pid=26090) [trial-2354↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26090)] [trial-2354↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8]\u000a04:39:41.629551 tst iperf3.py:8: Test FAILED (7.7 sec)\u000a04:39:41.694193 run osmo-hlr_10.42.42.2(pid=26087): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26087)]\u000a04:39:41.746556 run osmo-hlr_10.42.42.2(pid=26087): stdout: \u000a| (launched: 2022-12-09_04:39:38.280134) \u000a04:39:41.799642 run osmo-hlr_10.42.42.2(pid=26087): stderr: \u000a| �[0;m�[1;31m20221209043938480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209043938480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209043938480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043938480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043938480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209043938480 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209043938494 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209043938503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209043938503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209043938503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:39:41.844372 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26082): Terminating (SIGTERM)\u000a04:39:41.886921 run iperf3-srv_10.42.42.10(pid=26083): Terminating (SIGTERM)\u000a04:39:41.929716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26086): Terminating (SIGTERM)\u000a04:39:41.971948 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26089): Terminating (SIGTERM)\u000a04:39:42.014317 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26092): Terminating (SIGTERM)\u000a04:39:42.024466 --- ParallelTerminationStrategy: PID 26082 died...\u000a04:39:42.081615 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26082): Terminated: ok {rc=0}\u000a04:39:42.091938 --- ParallelTerminationStrategy: PID 26083 died...\u000a04:39:42.148040 run iperf3-srv_10.42.42.10(pid=26083): Terminated {rc=256}\u000a04:39:42.158463 --- ParallelTerminationStrategy: PID 26086 died...\u000a04:39:42.214728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26086): Terminated: ok {rc=0}\u000a04:39:42.225184 --- ParallelTerminationStrategy: PID 26089 died...\u000a04:39:42.281453 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26089): Terminated: ok {rc=0}\u000a04:39:42.292164 --- ParallelTerminationStrategy: PID 26092 died...\u000a04:39:42.348379 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26092): Terminated: ok {rc=0}\u000a04:39:42.436639 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26108): Process ended prematurely: osmo-stp_10.42.42.5(pid=26108) [trial-2354↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26108)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26108): Process ended prematurely: osmo-stp_10.42.42.5(pid=26108) [trial-2354↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26108)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:nanobts+band-1900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a04:39:43.547773 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:39:43.559310 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:39:43.695301 tst iperf3m4.py: using LAC 19131\u000a04:39:43.821416 tst iperf3m4.py: using RAC 6\u000a04:39:43.948350 tst iperf3m4.py: using CellId 19131\u000a04:39:44.075368 tst iperf3m4.py: using BVCI 19132\u000a04:39:44.100217 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:39:44.111943 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:39:44.124070 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:39:44.136104 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:39:44.147502 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:39:44.159076 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:39:44.170893 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:39:44.182236 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:39:44.193883 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:39:44.314095 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:39:44.432214 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:39:44.550456 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:39:44.828463 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:39:44.953600 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:39:45.266173 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26094): Launched\u000a04:39:45.526932 run iperf3-srv_10.42.42.10(pid=26095): Launched\u000a04:39:45.710626 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:39:45.841667 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:39:46.211717 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26096): Launched\u000a04:39:46.516838 run iperf3-srv_10.42.42.10(pid=26097): Launched\u000a04:39:46.724362 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:39:46.865988 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:39:47.216782 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26098): Launched\u000a04:39:47.495122 run iperf3-srv_10.42.42.10(pid=26099): Launched\u000a04:39:47.693801 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:39:47.828918 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:39:48.163673 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26100): Launched\u000a04:39:48.442613 run iperf3-srv_10.42.42.10(pid=26101): Launched\u000a04:39:48.640388 tst iperf3m4.py:8: start network...\u000a04:39:48.775736 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:39:49.286114 run create_hlr_db(pid=26102): Launched\u000a04:39:49.471933 bus /gobi_6: Setting Powered False\u000a04:39:50.494793 run create_hlr_db(pid=26102): Terminated: ok {rc=0}\u000a04:39:50.924135 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26104): Launched\u000a04:39:51.248364 run osmo-hlr_10.42.42.2(pid=26105): Launched\u000a04:39:51.368593 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:39:51.931148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26107): Launched\u000a04:39:52.254838 run osmo-stp_10.42.42.5(pid=26108): Launched\u000a04:39:52.372742 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:39:52.936679 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26110): Launched\u000a04:39:53.052025 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:39:53.333870 run patchelf(pid=26111): Launched\u000a04:39:53.522443 run osmo-stp_10.42.42.5(pid=26108): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26108)]\u000a04:39:53.660119 run osmo-stp_10.42.42.5(pid=26108): stdout: \u000a| (launched: 2022-12-09_04:39:52.095170)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:39:53.798496 run osmo-stp_10.42.42.5(pid=26108): stderr: \u000a| �[0;m�[38;5;43m20221209043952288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043952288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043952288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043952289 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043952289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043952289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043952289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:39:53.932356 run osmo-stp_10.42.42.5(pid=26108): stdout: \u000a| (launched: 2022-12-09_04:39:52.095170)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:39:54.064779 run osmo-stp_10.42.42.5(pid=26108): stderr: \u000a| �[0;m�[38;5;43m20221209043952288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209043952288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209043952288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209043952289 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209043952289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209043952289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209043952289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:39:54.219471 run patchelf(pid=26111): Terminating (SIGINT)\u000a04:39:54.401817 run patchelf(pid=26111): Terminated: ok {rc=0}\u000a04:39:54.435104 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26108): Process ended prematurely: osmo-stp_10.42.42.5(pid=26108) [trial-2354↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26108)] [trial-2354↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8]\u000a04:39:54.444882 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a04:39:54.510171 run osmo-hlr_10.42.42.2(pid=26105): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26105)]\u000a04:39:54.562714 run osmo-hlr_10.42.42.2(pid=26105): stdout: \u000a| (launched: 2022-12-09_04:39:51.088356) \u000a04:39:54.615976 run osmo-hlr_10.42.42.2(pid=26105): stderr: \u000a| �[0;m�[1;31m20221209043951288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209043951288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209043951288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043951288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209043951288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209043951288 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209043951299 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209043951308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209043951308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209043951308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:39:54.661272 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26094): Terminating (SIGTERM)\u000a04:39:54.703478 run iperf3-srv_10.42.42.10(pid=26095): Terminating (SIGTERM)\u000a04:39:54.746474 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26096): Terminating (SIGTERM)\u000a04:39:54.789244 run iperf3-srv_10.42.42.10(pid=26097): Terminating (SIGTERM)\u000a04:39:54.831513 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26098): Terminating (SIGTERM)\u000a04:39:54.874401 run iperf3-srv_10.42.42.10(pid=26099): Terminating (SIGTERM)\u000a04:39:54.917015 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26100): Terminating (SIGTERM)\u000a04:39:54.959444 run iperf3-srv_10.42.42.10(pid=26101): Terminating (SIGTERM)\u000a04:39:55.001952 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26104): Terminating (SIGTERM)\u000a04:39:55.044419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26107): Terminating (SIGTERM)\u000a04:39:55.087041 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26110): Terminating (SIGTERM)\u000a04:39:55.097046 --- ParallelTerminationStrategy: PID 26094 died...\u000a04:39:55.154487 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26094): Terminated: ok {rc=0}\u000a04:39:55.164761 --- ParallelTerminationStrategy: PID 26095 died...\u000a04:39:55.221754 run iperf3-srv_10.42.42.10(pid=26095): Terminated {rc=256}\u000a04:39:55.231968 --- ParallelTerminationStrategy: PID 26096 died...\u000a04:39:55.289076 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26096): Terminated: ok {rc=0}\u000a04:39:55.299390 --- ParallelTerminationStrategy: PID 26097 died...\u000a04:39:55.356137 run iperf3-srv_10.42.42.10(pid=26097): Terminated {rc=256}\u000a04:39:55.366269 --- ParallelTerminationStrategy: PID 26098 died...\u000a04:39:55.422837 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26098): Terminated: ok {rc=0}\u000a04:39:55.433178 --- ParallelTerminationStrategy: PID 26099 died...\u000a04:39:55.489328 run iperf3-srv_10.42.42.10(pid=26099): Terminated {rc=256}\u000a04:39:55.499524 --- ParallelTerminationStrategy: PID 26100 died...\u000a04:39:55.555526 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26100): Terminated: ok {rc=0}\u000a04:39:55.565953 --- ParallelTerminationStrategy: PID 26101 died...\u000a04:39:55.622214 run iperf3-srv_10.42.42.10(pid=26101): Terminated {rc=256}\u000a04:39:55.632362 --- ParallelTerminationStrategy: PID 26104 died...\u000a04:39:55.688747 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26104): Terminated: ok {rc=0}\u000a04:39:55.698926 --- ParallelTerminationStrategy: PID 26107 died...\u000a04:39:55.755071 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26107): Terminated: ok {rc=0}\u000a04:39:55.765358 --- ParallelTerminationStrategy: PID 26110 died...\u000a04:39:55.821798 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26110): Terminated: ok {rc=0}\u000a04:39:55.910224 bus /gobi_4: Setting Powered False\u000a04:39:57.015478 bus /gobi_4: Setting Powered False\u000a04:39:58.124222 bus /gobi_1: Setting Powered False\u000a04:39:59.231792 bus /gobi_1: Setting Powered False\u000a04:40:00.340155 bus /gobi_0: Setting Powered False\u000a04:40:01.445742 bus /gobi_0: Setting Powered False\u000a04:40:02.557594 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26121): Process ended prematurely: osmo-stp_10.42.42.5(pid=26121) [trial-2354↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26121)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26121): Process ended prematurely: osmo-stp_10.42.42.5(pid=26121) [trial-2354↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26121)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:nanobts+band-1900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a04:40:03.625972 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:40:03.638191 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:40:03.772793 tst ping.py: using LAC 19132\u000a04:40:03.898344 tst ping.py: using RAC 7\u000a04:40:04.021713 tst ping.py: using CellId 19132\u000a04:40:04.147557 tst ping.py: using BVCI 19133\u000a04:40:04.171780 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:40:04.183272 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:40:04.194537 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:40:04.206106 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:40:04.217807 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:40:04.229174 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:40:04.240760 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:40:04.252577 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:40:04.528247 tst ping.py:19: start network...\u000a04:40:04.651040 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:40:05.122281 run create_hlr_db(pid=26115): Launched\u000a04:40:05.291798 bus /gobi_6: Setting Powered False\u000a04:40:06.312482 run create_hlr_db(pid=26115): Terminated: ok {rc=0}\u000a04:40:06.706939 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26117): Launched\u000a04:40:07.001491 run osmo-hlr_10.42.42.2(pid=26118): Launched\u000a04:40:07.107787 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:40:07.622171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26120): Launched\u000a04:40:07.917173 run osmo-stp_10.42.42.5(pid=26121): Launched\u000a04:40:08.023739 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:40:08.540089 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26123): Launched\u000a04:40:08.644698 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:40:08.902800 run patchelf(pid=26124): Launched\u000a04:40:09.075728 run osmo-stp_10.42.42.5(pid=26121): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26121)]\u000a04:40:09.202001 run osmo-stp_10.42.42.5(pid=26121): stdout: \u000a| (launched: 2022-12-09_04:40:07.771325)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:40:09.328305 run osmo-stp_10.42.42.5(pid=26121): stderr: \u000a| �[0;m�[38;5;43m20221209044007942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044007943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044007943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044007943 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044007944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044007944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044007944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:40:09.450497 run osmo-stp_10.42.42.5(pid=26121): stdout: \u000a| (launched: 2022-12-09_04:40:07.771325)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:40:09.571715 run osmo-stp_10.42.42.5(pid=26121): stderr: \u000a| �[0;m�[38;5;43m20221209044007942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044007943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044007943 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044007943 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044007944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044007944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044007944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:40:09.713365 run patchelf(pid=26124): Terminating (SIGINT)\u000a04:40:09.880189 run patchelf(pid=26124): Terminated: ok {rc=0}\u000a04:40:09.910449 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26121): Process ended prematurely: osmo-stp_10.42.42.5(pid=26121) [trial-2354↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26121)] [trial-2354↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22]\u000a04:40:09.919048 tst ping.py:22: Test FAILED (6.3 sec)\u000a04:40:09.979308 run osmo-hlr_10.42.42.2(pid=26118): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26118)]\u000a04:40:10.028034 run osmo-hlr_10.42.42.2(pid=26118): stdout: \u000a| (launched: 2022-12-09_04:40:06.856154) \u000a04:40:10.077681 run osmo-hlr_10.42.42.2(pid=26118): stderr: \u000a| �[0;m�[1;31m20221209044007032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209044007032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209044007032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044007032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044007032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209044007032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209044007045 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:nanobts+band-1900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209044007053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209044007053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209044007053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:40:10.119604 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26117): Terminating (SIGTERM)\u000a04:40:10.159103 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26120): Terminating (SIGTERM)\u000a04:40:10.198799 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26123): Terminating (SIGTERM)\u000a04:40:10.208102 --- ParallelTerminationStrategy: PID 26117 died...\u000a04:40:10.261410 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26117): Terminated: ok {rc=0}\u000a04:40:10.271070 --- ParallelTerminationStrategy: PID 26120 died...\u000a04:40:10.323889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26120): Terminated: ok {rc=0}\u000a04:40:10.333526 --- ParallelTerminationStrategy: PID 26123 died...\u000a04:40:10.386107 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26123): Terminated: ok {rc=0}\u000a04:40:10.474947 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26131): Process ended prematurely: osmo-stp_10.42.42.5(pid=26131) [trial-2354↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26131)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26131): Process ended prematurely: osmo-stp_10.42.42.5(pid=26131) [trial-2354↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26131)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:nanobts+band-1900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a04:40:11.527041 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:40:11.539041 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:40:11.666921 tst ping_idle_ping.py: using LAC 19133\u000a04:40:11.783121 tst ping_idle_ping.py: using RAC 8\u000a04:40:11.901566 tst ping_idle_ping.py: using CellId 19133\u000a04:40:12.017837 tst ping_idle_ping.py: using BVCI 19134\u000a04:40:12.040302 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:40:12.051326 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:40:12.062041 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:40:12.072775 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:40:12.083470 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:40:12.094203 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:40:12.105131 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:40:12.115762 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:40:12.405210 tst ping_idle_ping.py:24: start network...\u000a04:40:12.538341 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:40:13.044181 run create_hlr_db(pid=26125): Launched\u000a04:40:13.228767 bus /gobi_6: Setting Powered False\u000a04:40:14.250576 run create_hlr_db(pid=26125): Terminated: ok {rc=0}\u000a04:40:14.673863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26127): Launched\u000a04:40:14.992232 run osmo-hlr_10.42.42.2(pid=26128): Launched\u000a04:40:15.111472 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:40:15.664392 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26130): Launched\u000a04:40:16.099171 run osmo-stp_10.42.42.5(pid=26131): Launched\u000a04:40:16.326198 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:40:16.940041 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26133): Launched\u000a04:40:17.049077 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:40:17.308364 run patchelf(pid=26134): Launched\u000a04:40:17.480821 run osmo-stp_10.42.42.5(pid=26131): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26131)]\u000a04:40:17.607371 run osmo-stp_10.42.42.5(pid=26131): stdout: \u000a| (launched: 2022-12-09_04:40:15.825333)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:40:17.733953 run osmo-stp_10.42.42.5(pid=26131): stderr: \u000a| �[0;m�[38;5;43m20221209044016174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044016174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044016174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044016175 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044016175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044016175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044016175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:40:17.856100 run osmo-stp_10.42.42.5(pid=26131): stdout: \u000a| (launched: 2022-12-09_04:40:15.825333)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:40:17.977159 run osmo-stp_10.42.42.5(pid=26131): stderr: \u000a| �[0;m�[38;5;43m20221209044016174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044016174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044016174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044016175 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044016175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044016175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044016175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:40:18.118462 run patchelf(pid=26134): Terminating (SIGINT)\u000a04:40:18.285229 run patchelf(pid=26134): Terminated: ok {rc=0}\u000a04:40:18.315402 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26131): Process ended prematurely: osmo-stp_10.42.42.5(pid=26131) [trial-2354↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26131)] [trial-2354↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a04:40:18.323929 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a04:40:18.383989 run osmo-hlr_10.42.42.2(pid=26128): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26128)]\u000a04:40:18.432830 run osmo-hlr_10.42.42.2(pid=26128): stdout: \u000a| (launched: 2022-12-09_04:40:14.834899) \u000a04:40:18.482486 run osmo-hlr_10.42.42.2(pid=26128): stderr: \u000a| �[0;m�[1;31m20221209044015032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209044015032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209044015032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044015032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044015032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209044015032 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209044015045 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:nanobts+band-1900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209044015053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209044015053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209044015053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:40:18.524479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26127): Terminating (SIGTERM)\u000a04:40:18.564432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26130): Terminating (SIGTERM)\u000a04:40:18.603905 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26133): Terminating (SIGTERM)\u000a04:40:18.613143 --- ParallelTerminationStrategy: PID 26127 died...\u000a04:40:18.666224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26127): Terminated: ok {rc=0}\u000a04:40:18.675845 --- ParallelTerminationStrategy: PID 26130 died...\u000a04:40:18.728492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26130): Terminated: ok {rc=0}\u000a04:40:18.738033 --- ParallelTerminationStrategy: PID 26133 died...\u000a04:40:18.790894 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26133): Terminated: ok {rc=0}\u000a04:40:18.874633 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "142", "name" : "gprs_nanobts+band-1900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:39:20" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26149): Process ended prematurely: osmo-stp_10.42.42.5(pid=26149) [trial-2354↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26149)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26149): Process ended prematurely: osmo-stp_10.42.42.5(pid=26149) [trial-2354↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26149)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:nanobts+band-1900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:40:20.988415 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:40:20.999255 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:40:21.143179 tst cs_paging_gprs_active.py: using LAC 19134\u000a04:40:21.262467 tst cs_paging_gprs_active.py: using RAC 9\u000a04:40:21.380868 tst cs_paging_gprs_active.py: using CellId 19134\u000a04:40:21.500811 tst cs_paging_gprs_active.py: using BVCI 19135\u000a04:40:21.523804 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:40:21.534732 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:40:21.545385 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:40:21.556132 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:40:21.566825 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:40:21.577676 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:40:21.588416 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:40:21.598994 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:40:21.609874 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:40:21.729266 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:40:22.022260 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:40:22.157371 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:40:22.491283 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26139): Launched\u000a04:40:22.769253 run iperf3-srv_10.42.42.10(pid=26140): Launched\u000a04:40:22.966094 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:40:23.100404 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:40:23.435654 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26141): Launched\u000a04:40:23.712329 run iperf3-srv_10.42.42.10(pid=26142): Launched\u000a04:40:23.908779 tst cs_paging_gprs_active.py:38: start network...\u000a04:40:24.043258 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:40:24.548585 run create_hlr_db(pid=26143): Launched\u000a04:40:24.734154 bus /gobi_6: Setting Powered False\u000a04:40:25.755743 run create_hlr_db(pid=26143): Terminated: ok {rc=0}\u000a04:40:26.158527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26145): Launched\u000a04:40:26.460049 run osmo-hlr_10.42.42.2(pid=26146): Launched\u000a04:40:26.571841 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:40:27.093539 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26148): Launched\u000a04:40:27.394488 run osmo-stp_10.42.42.5(pid=26149): Launched\u000a04:40:27.503639 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:40:28.026815 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26151): Launched\u000a04:40:28.133586 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:40:28.396272 run patchelf(pid=26152): Launched\u000a04:40:28.572115 run osmo-stp_10.42.42.5(pid=26149): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26149)]\u000a04:40:28.701527 run osmo-stp_10.42.42.5(pid=26149): stdout: \u000a| (launched: 2022-12-09_04:40:27.246143)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:40:28.830402 run osmo-stp_10.42.42.5(pid=26149): stderr: \u000a| �[0;m�[38;5;43m20221209044027417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044027417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044027417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044027418 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044027418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044027418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044027418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:40:28.954710 run osmo-stp_10.42.42.5(pid=26149): stdout: \u000a| (launched: 2022-12-09_04:40:27.246143)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:40:29.077676 run osmo-stp_10.42.42.5(pid=26149): stderr: \u000a| �[0;m�[38;5;43m20221209044027417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044027417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044027417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044027418 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044027418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044027418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044027418 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:40:29.221794 run patchelf(pid=26152): Terminating (SIGINT)\u000a04:40:29.391578 run patchelf(pid=26152): Terminated: ok {rc=0}\u000a04:40:29.422695 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26149): Process ended prematurely: osmo-stp_10.42.42.5(pid=26149) [trial-2354↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26149)] [trial-2354↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a04:40:29.431872 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a04:40:29.491886 run osmo-hlr_10.42.42.2(pid=26146): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26146)]\u000a04:40:29.540837 run osmo-hlr_10.42.42.2(pid=26146): stdout: \u000a| (launched: 2022-12-09_04:40:26.311063) \u000a04:40:29.590431 run osmo-hlr_10.42.42.2(pid=26146): stderr: \u000a| �[0;m�[1;31m20221209044026487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209044026487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209044026487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044026488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044026488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209044026488 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209044026500 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209044026509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209044026509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209044026509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:40:29.632561 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26139): Terminating (SIGTERM)\u000a04:40:29.672205 run iperf3-srv_10.42.42.10(pid=26140): Terminating (SIGTERM)\u000a04:40:29.711758 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26141): Terminating (SIGTERM)\u000a04:40:29.751358 run iperf3-srv_10.42.42.10(pid=26142): Terminating (SIGTERM)\u000a04:40:29.791215 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26145): Terminating (SIGTERM)\u000a04:40:29.831043 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26148): Terminating (SIGTERM)\u000a04:40:29.870750 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26151): Terminating (SIGTERM)\u000a04:40:29.880018 --- ParallelTerminationStrategy: PID 26139 died...\u000a04:40:29.933490 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26139): Terminated: ok {rc=0}\u000a04:40:29.943114 --- ParallelTerminationStrategy: PID 26140 died...\u000a04:40:29.996275 run iperf3-srv_10.42.42.10(pid=26140): Terminated {rc=256}\u000a04:40:30.005932 --- ParallelTerminationStrategy: PID 26141 died...\u000a04:40:30.059776 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26141): Terminated: ok {rc=0}\u000a04:40:30.069452 --- ParallelTerminationStrategy: PID 26142 died...\u000a04:40:30.122460 run iperf3-srv_10.42.42.10(pid=26142): Terminated {rc=256}\u000a04:40:30.131999 --- ParallelTerminationStrategy: PID 26145 died...\u000a04:40:30.185006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26145): Terminated: ok {rc=0}\u000a04:40:30.194571 --- ParallelTerminationStrategy: PID 26148 died...\u000a04:40:30.247682 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26148): Terminated: ok {rc=0}\u000a04:40:30.257329 --- ParallelTerminationStrategy: PID 26151 died...\u000a04:40:30.310236 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26151): Terminated: ok {rc=0}\u000a04:40:30.394696 bus /gobi_0: Setting Powered False\u000a04:40:31.503916 bus /gobi_0: Setting Powered False\u000a04:40:32.618280 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26161): Process ended prematurely: osmo-stp_10.42.42.5(pid=26161) [trial-2354↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26161)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26161): Process ended prematurely: osmo-stp_10.42.42.5(pid=26161) [trial-2354↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26161)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a04:40:33.727300 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:40:33.738795 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:40:33.887236 tst iperf3.py: using LAC 19135\u000a04:40:34.006396 tst iperf3.py: using RAC 10\u000a04:40:34.128455 tst iperf3.py: using CellId 19135\u000a04:40:34.245889 tst iperf3.py: using BVCI 19136\u000a04:40:34.268706 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:40:34.279551 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:40:34.290285 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:40:34.301064 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:40:34.311773 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:40:34.322493 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:40:34.333300 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:40:34.343955 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:40:34.354827 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:40:34.631887 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:40:34.757212 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:40:35.067934 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26153): Launched\u000a04:40:35.327255 run iperf3-srv_10.42.42.10(pid=26154): Launched\u000a04:40:35.509538 tst iperf3.py:8: start network...\u000a04:40:35.634168 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:40:36.117706 run create_hlr_db(pid=26155): Launched\u000a04:40:36.303944 bus /gobi_6: Setting Powered False\u000a04:40:37.325824 run create_hlr_db(pid=26155): Terminated: ok {rc=0}\u000a04:40:37.754175 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26157): Launched\u000a04:40:38.075713 run osmo-hlr_10.42.42.2(pid=26158): Launched\u000a04:40:38.197335 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:40:38.756877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26160): Launched\u000a04:40:39.079356 run osmo-stp_10.42.42.5(pid=26161): Launched\u000a04:40:39.197075 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:40:39.758540 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26163): Launched\u000a04:40:39.874191 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:40:40.155091 run patchelf(pid=26164): Launched\u000a04:40:40.344431 run osmo-stp_10.42.42.5(pid=26161): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26161)]\u000a04:40:40.481858 run osmo-stp_10.42.42.5(pid=26161): stdout: \u000a| (launched: 2022-12-09_04:40:38.920340)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:40:40.619847 run osmo-stp_10.42.42.5(pid=26161): stderr: \u000a| �[0;m�[38;5;43m20221209044039112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044039112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044039112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044039113 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044039113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044039113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044039113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:40:40.753305 run osmo-stp_10.42.42.5(pid=26161): stdout: \u000a| (launched: 2022-12-09_04:40:38.920340)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:40:40.885330 run osmo-stp_10.42.42.5(pid=26161): stderr: \u000a| �[0;m�[38;5;43m20221209044039112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044039112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044039112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044039113 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044039113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044039113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044039113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:40:41.039652 run patchelf(pid=26164): Terminating (SIGINT)\u000a04:40:41.220789 run patchelf(pid=26164): Terminated: ok {rc=0}\u000a04:40:41.254630 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26161): Process ended prematurely: osmo-stp_10.42.42.5(pid=26161) [trial-2354↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26161)] [trial-2354↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a04:40:41.264611 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a04:40:41.329022 run osmo-hlr_10.42.42.2(pid=26158): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26158)]\u000a04:40:41.381014 run osmo-hlr_10.42.42.2(pid=26158): stdout: \u000a| (launched: 2022-12-09_04:40:37.917295) \u000a04:40:41.433676 run osmo-hlr_10.42.42.2(pid=26158): stderr: \u000a| �[0;m�[1;31m20221209044038115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209044038115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209044038115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044038115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044038115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209044038115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209044038127 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209044038135 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209044038136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209044038136 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:40:41.478576 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26153): Terminating (SIGTERM)\u000a04:40:41.520478 run iperf3-srv_10.42.42.10(pid=26154): Terminating (SIGTERM)\u000a04:40:41.564655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26157): Terminating (SIGTERM)\u000a04:40:41.607000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26160): Terminating (SIGTERM)\u000a04:40:41.649215 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26163): Terminating (SIGTERM)\u000a04:40:41.658979 --- ParallelTerminationStrategy: PID 26153 died...\u000a04:40:41.715519 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26153): Terminated: ok {rc=0}\u000a04:40:41.725803 --- ParallelTerminationStrategy: PID 26154 died...\u000a04:40:41.782066 run iperf3-srv_10.42.42.10(pid=26154): Terminated {rc=256}\u000a04:40:41.792215 --- ParallelTerminationStrategy: PID 26157 died...\u000a04:40:41.848236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26157): Terminated: ok {rc=0}\u000a04:40:41.858585 --- ParallelTerminationStrategy: PID 26160 died...\u000a04:40:41.916530 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26160): Terminated: ok {rc=0}\u000a04:40:41.927454 --- ParallelTerminationStrategy: PID 26163 died...\u000a04:40:41.984537 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26163): Terminated: ok {rc=0}\u000a04:40:42.072735 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26179): Process ended prematurely: osmo-stp_10.42.42.5(pid=26179) [trial-2354↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26179)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26179): Process ended prematurely: osmo-stp_10.42.42.5(pid=26179) [trial-2354↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26179)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a04:40:43.183473 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:40:43.195175 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:40:43.342632 tst iperf3m4.py: using LAC 19136\u000a04:40:43.459917 tst iperf3m4.py: using RAC 11\u000a04:40:43.577102 tst iperf3m4.py: using CellId 19136\u000a04:40:43.695993 tst iperf3m4.py: using BVCI 19137\u000a04:40:43.718946 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:40:43.729950 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:40:43.740637 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:40:43.751444 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:40:43.762119 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:40:43.772775 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:40:43.783676 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:40:43.794320 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:40:43.805145 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:40:43.924250 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:40:44.043415 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:40:44.158270 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:40:44.438266 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:40:44.563172 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:40:44.875688 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26165): Launched\u000a04:40:45.135042 run iperf3-srv_10.42.42.10(pid=26166): Launched\u000a04:40:45.316421 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:40:45.441599 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:40:45.751274 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26167): Launched\u000a04:40:46.062051 run iperf3-srv_10.42.42.10(pid=26168): Launched\u000a04:40:46.266912 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:40:46.408101 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:40:46.763966 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26169): Launched\u000a04:40:47.063737 run iperf3-srv_10.42.42.10(pid=26170): Launched\u000a04:40:47.263875 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:40:47.398842 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:40:47.731545 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26171): Launched\u000a04:40:48.007956 run iperf3-srv_10.42.42.10(pid=26172): Launched\u000a04:40:48.204200 tst iperf3m4.py:8: start network...\u000a04:40:48.338852 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:40:48.845695 run create_hlr_db(pid=26173): Launched\u000a04:40:49.031511 bus /gobi_6: Setting Powered False\u000a04:40:50.053924 run create_hlr_db(pid=26173): Terminated: ok {rc=0}\u000a04:40:50.483690 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26175): Launched\u000a04:40:50.805780 run osmo-hlr_10.42.42.2(pid=26176): Launched\u000a04:40:50.926809 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:40:51.488313 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26178): Launched\u000a04:40:51.809665 run osmo-stp_10.42.42.5(pid=26179): Launched\u000a04:40:51.926854 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:40:52.487262 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26181): Launched\u000a04:40:52.602844 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:40:52.883956 run patchelf(pid=26182): Launched\u000a04:40:53.072059 run osmo-stp_10.42.42.5(pid=26179): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26179)]\u000a04:40:53.210432 run osmo-stp_10.42.42.5(pid=26179): stdout: \u000a| (launched: 2022-12-09_04:40:51.651659)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:40:53.348932 run osmo-stp_10.42.42.5(pid=26179): stderr: \u000a| �[0;m�[38;5;43m20221209044051844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044051845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044051845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044051845 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044051846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044051846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044051846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:40:53.482232 run osmo-stp_10.42.42.5(pid=26179): stdout: \u000a| (launched: 2022-12-09_04:40:51.651659)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:40:53.614543 run osmo-stp_10.42.42.5(pid=26179): stderr: \u000a| �[0;m�[38;5;43m20221209044051844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044051845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044051845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044051845 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044051846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044051846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044051846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:40:53.768457 run patchelf(pid=26182): Terminating (SIGINT)\u000a04:40:53.950003 run patchelf(pid=26182): Terminated: ok {rc=0}\u000a04:40:53.983291 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26179): Process ended prematurely: osmo-stp_10.42.42.5(pid=26179) [trial-2354↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26179)] [trial-2354↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a04:40:53.993239 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a04:40:54.058208 run osmo-hlr_10.42.42.2(pid=26176): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26176)]\u000a04:40:54.110965 run osmo-hlr_10.42.42.2(pid=26176): stdout: \u000a| (launched: 2022-12-09_04:40:50.647503) \u000a04:40:54.163964 run osmo-hlr_10.42.42.2(pid=26176): stderr: \u000a| �[0;m�[1;31m20221209044050848 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209044050849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209044050849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044050849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044050849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209044050849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209044050865 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209044050875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209044050875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209044050875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:40:54.208941 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26165): Terminating (SIGTERM)\u000a04:40:54.252586 run iperf3-srv_10.42.42.10(pid=26166): Terminating (SIGTERM)\u000a04:40:54.295156 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26167): Terminating (SIGTERM)\u000a04:40:54.337327 run iperf3-srv_10.42.42.10(pid=26168): Terminating (SIGTERM)\u000a04:40:54.379747 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26169): Terminating (SIGTERM)\u000a04:40:54.422424 run iperf3-srv_10.42.42.10(pid=26170): Terminating (SIGTERM)\u000a04:40:54.465009 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26171): Terminating (SIGTERM)\u000a04:40:54.507521 run iperf3-srv_10.42.42.10(pid=26172): Terminating (SIGTERM)\u000a04:40:54.550212 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26175): Terminating (SIGTERM)\u000a04:40:54.592625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26178): Terminating (SIGTERM)\u000a04:40:54.635223 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26181): Terminating (SIGTERM)\u000a04:40:54.645413 --- ParallelTerminationStrategy: PID 26165 died...\u000a04:40:54.702226 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26165): Terminated: ok {rc=0}\u000a04:40:54.712420 --- ParallelTerminationStrategy: PID 26166 died...\u000a04:40:54.769043 run iperf3-srv_10.42.42.10(pid=26166): Terminated {rc=256}\u000a04:40:54.779222 --- ParallelTerminationStrategy: PID 26167 died...\u000a04:40:54.835614 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26167): Terminated: ok {rc=0}\u000a04:40:54.846129 --- ParallelTerminationStrategy: PID 26168 died...\u000a04:40:54.902648 run iperf3-srv_10.42.42.10(pid=26168): Terminated {rc=256}\u000a04:40:54.912767 --- ParallelTerminationStrategy: PID 26169 died...\u000a04:40:54.969545 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26169): Terminated: ok {rc=0}\u000a04:40:54.979714 --- ParallelTerminationStrategy: PID 26170 died...\u000a04:40:55.035707 run iperf3-srv_10.42.42.10(pid=26170): Terminated {rc=256}\u000a04:40:55.046105 --- ParallelTerminationStrategy: PID 26171 died...\u000a04:40:55.102685 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26171): Terminated: ok {rc=0}\u000a04:40:55.112802 --- ParallelTerminationStrategy: PID 26172 died...\u000a04:40:55.168739 run iperf3-srv_10.42.42.10(pid=26172): Terminated {rc=256}\u000a04:40:55.179107 --- ParallelTerminationStrategy: PID 26175 died...\u000a04:40:55.235280 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26175): Terminated: ok {rc=0}\u000a04:40:55.246024 --- ParallelTerminationStrategy: PID 26178 died...\u000a04:40:55.302516 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26178): Terminated: ok {rc=0}\u000a04:40:55.312793 --- ParallelTerminationStrategy: PID 26181 died...\u000a04:40:55.369067 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26181): Terminated: ok {rc=0}\u000a04:40:55.457414 bus /gobi_4: Setting Powered False\u000a04:40:56.562721 bus /gobi_4: Setting Powered False\u000a04:40:57.674937 bus /gobi_1: Setting Powered False\u000a04:40:58.778548 bus /gobi_1: Setting Powered False\u000a04:40:59.886775 bus /gobi_0: Setting Powered False\u000a04:41:01.007788 bus /gobi_0: Setting Powered False\u000a04:41:02.130594 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26189): Process ended prematurely: osmo-stp_10.42.42.5(pid=26189) [trial-2354↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26189)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26189): Process ended prematurely: osmo-stp_10.42.42.5(pid=26189) [trial-2354↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26189)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a04:41:03.201177 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:41:03.213231 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:41:03.367334 tst ping.py: using LAC 19137\u000a04:41:03.490836 tst ping.py: using RAC 12\u000a04:41:03.620790 tst ping.py: using CellId 19137\u000a04:41:03.742633 tst ping.py: using BVCI 19138\u000a04:41:03.766851 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:41:03.778314 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:41:03.789564 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:41:03.801073 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:41:03.812402 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:41:03.823771 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:41:03.835250 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:41:03.846787 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:41:04.120222 tst ping.py:19: start network...\u000a04:41:04.242607 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:41:04.716442 run create_hlr_db(pid=26183): Launched\u000a04:41:04.885509 bus /gobi_6: Setting Powered False\u000a04:41:05.908829 run create_hlr_db(pid=26183): Terminated: ok {rc=0}\u000a04:41:06.303911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26185): Launched\u000a04:41:06.599712 run osmo-hlr_10.42.42.2(pid=26186): Launched\u000a04:41:06.712882 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:41:07.239415 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26188): Launched\u000a04:41:07.535403 run osmo-stp_10.42.42.5(pid=26189): Launched\u000a04:41:07.655892 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:41:08.168070 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26191): Launched\u000a04:41:08.272282 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:41:08.528379 run patchelf(pid=26192): Launched\u000a04:41:08.700092 run osmo-stp_10.42.42.5(pid=26189): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26189)]\u000a04:41:08.825270 run osmo-stp_10.42.42.5(pid=26189): stdout: \u000a| (launched: 2022-12-09_04:41:07.388310)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:41:08.951102 run osmo-stp_10.42.42.5(pid=26189): stderr: \u000a| �[0;m�[38;5;43m20221209044107556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044107556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044107557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044107557 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044107558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044107558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044107558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:41:09.072254 run osmo-stp_10.42.42.5(pid=26189): stdout: \u000a| (launched: 2022-12-09_04:41:07.388310)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:41:09.192131 run osmo-stp_10.42.42.5(pid=26189): stderr: \u000a| �[0;m�[38;5;43m20221209044107556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044107556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044107557 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044107557 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044107558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044107558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044107558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:41:09.332600 run patchelf(pid=26192): Terminating (SIGINT)\u000a04:41:09.498205 run patchelf(pid=26192): Terminated: ok {rc=0}\u000a04:41:09.528293 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26189): Process ended prematurely: osmo-stp_10.42.42.5(pid=26189) [trial-2354↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26189)] [trial-2354↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22]\u000a04:41:09.536850 tst ping.py:22: Test FAILED (6.3 sec)\u000a04:41:09.596498 run osmo-hlr_10.42.42.2(pid=26186): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26186)]\u000a04:41:09.645211 run osmo-hlr_10.42.42.2(pid=26186): stdout: \u000a| (launched: 2022-12-09_04:41:06.453880) \u000a04:41:09.694643 run osmo-hlr_10.42.42.2(pid=26186): stderr: \u000a| �[0;m�[1;31m20221209044106630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209044106630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209044106630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044106630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044106630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209044106630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209044106642 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209044106651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209044106652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209044106652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:41:09.736289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26185): Terminating (SIGTERM)\u000a04:41:09.775410 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26188): Terminating (SIGTERM)\u000a04:41:09.814594 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26191): Terminating (SIGTERM)\u000a04:41:09.823756 --- ParallelTerminationStrategy: PID 26185 died...\u000a04:41:09.876605 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26185): Terminated: ok {rc=0}\u000a04:41:09.886175 --- ParallelTerminationStrategy: PID 26188 died...\u000a04:41:09.938601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26188): Terminated: ok {rc=0}\u000a04:41:09.948152 --- ParallelTerminationStrategy: PID 26191 died...\u000a04:41:10.000777 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26191): Terminated: ok {rc=0}\u000a04:41:10.083863 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26199): Process ended prematurely: osmo-stp_10.42.42.5(pid=26199) [trial-2354↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26199)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26199): Process ended prematurely: osmo-stp_10.42.42.5(pid=26199) [trial-2354↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26199)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a04:41:11.136036 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:41:11.148535 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:41:11.303400 tst ping_idle_ping.py: using LAC 19138\u000a04:41:11.427724 tst ping_idle_ping.py: using RAC 13\u000a04:41:11.552603 tst ping_idle_ping.py: using CellId 19138\u000a04:41:11.677241 tst ping_idle_ping.py: using BVCI 19139\u000a04:41:11.701658 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:41:11.713048 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:41:11.724314 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:41:11.735717 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:41:11.747037 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:41:11.758360 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:41:11.770002 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:41:11.781374 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:41:12.051764 tst ping_idle_ping.py:24: start network...\u000a04:41:12.173495 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:41:12.648133 run create_hlr_db(pid=26193): Launched\u000a04:41:12.816743 bus /gobi_6: Setting Powered False\u000a04:41:13.839645 run create_hlr_db(pid=26193): Terminated: ok {rc=0}\u000a04:41:14.261229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26195): Launched\u000a04:41:14.579287 run osmo-hlr_10.42.42.2(pid=26196): Launched\u000a04:41:14.699354 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:41:15.249598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26198): Launched\u000a04:41:15.566789 run osmo-stp_10.42.42.5(pid=26199): Launched\u000a04:41:15.682540 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:41:16.267976 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26201): Launched\u000a04:41:16.376117 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:41:16.660172 run patchelf(pid=26202): Launched\u000a04:41:16.839383 run osmo-stp_10.42.42.5(pid=26199): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26199)]\u000a04:41:16.968602 run osmo-stp_10.42.42.5(pid=26199): stdout: \u000a| (launched: 2022-12-09_04:41:15.409927)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:41:17.099618 run osmo-stp_10.42.42.5(pid=26199): stderr: \u000a| �[0;m�[38;5;43m20221209044115601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044115601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044115601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044115602 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044115602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044115602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044115602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:41:17.223676 run osmo-stp_10.42.42.5(pid=26199): stdout: \u000a| (launched: 2022-12-09_04:41:15.409927)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:41:17.346137 run osmo-stp_10.42.42.5(pid=26199): stderr: \u000a| �[0;m�[38;5;43m20221209044115601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044115601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044115601 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044115602 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044115602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044115602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044115602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:41:17.487609 run patchelf(pid=26202): Terminating (SIGINT)\u000a04:41:17.654941 run patchelf(pid=26202): Terminated: ok {rc=0}\u000a04:41:17.685438 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26199): Process ended prematurely: osmo-stp_10.42.42.5(pid=26199) [trial-2354↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26199)] [trial-2354↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a04:41:17.694112 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a04:41:17.755762 run osmo-hlr_10.42.42.2(pid=26196): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26196)]\u000a04:41:17.805814 run osmo-hlr_10.42.42.2(pid=26196): stdout: \u000a| (launched: 2022-12-09_04:41:14.422253) \u000a04:41:17.856150 run osmo-hlr_10.42.42.2(pid=26196): stderr: \u000a| �[0;m�[1;31m20221209044114619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209044114619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209044114619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044114619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044114619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209044114619 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209044114631 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209044114639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209044114639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209044114639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:41:17.898868 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26195): Terminating (SIGTERM)\u000a04:41:17.939657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26198): Terminating (SIGTERM)\u000a04:41:17.979588 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26201): Terminating (SIGTERM)\u000a04:41:17.989371 --- ParallelTerminationStrategy: PID 26195 died...\u000a04:41:18.043482 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26195): Terminated: ok {rc=0}\u000a04:41:18.053670 --- ParallelTerminationStrategy: PID 26198 died...\u000a04:41:18.107781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26198): Terminated: ok {rc=0}\u000a04:41:18.117597 --- ParallelTerminationStrategy: PID 26201 died...\u000a04:41:18.172185 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26201): Terminated: ok {rc=0}\u000a04:41:18.260549 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "143", "name" : "gprs_nanobts+band-1900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:40:20" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26212): Process ended prematurely: osmo-stp_10.42.42.5(pid=26212) [trial-2354↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26212)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26212): Process ended prematurely: osmo-stp_10.42.42.5(pid=26212) [trial-2354↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26212)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a04:41:20.267579 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:41:20.279500 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a04:41:20.433354 tst switch_tch_pdch.py: using LAC 19139\u000a04:41:20.557815 tst switch_tch_pdch.py: using RAC 14\u000a04:41:20.680778 tst switch_tch_pdch.py: using CellId 19139\u000a04:41:20.804570 tst switch_tch_pdch.py: using BVCI 19140\u000a04:41:20.828680 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:41:20.840592 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:41:20.852499 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:41:20.864501 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:41:20.876530 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:41:20.888551 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:41:20.900832 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:41:20.912754 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:41:21.028498 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:41:21.320633 tst switch_tch_pdch.py:51: start network...\u000a04:41:21.452139 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:41:21.948501 run create_hlr_db(pid=26206): Launched\u000a04:41:22.130935 bus /gobi_6: Setting Powered False\u000a04:41:23.152617 run create_hlr_db(pid=26206): Terminated: ok {rc=0}\u000a04:41:23.548589 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26208): Launched\u000a04:41:23.843659 run osmo-hlr_10.42.42.2(pid=26209): Launched\u000a04:41:23.951955 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:41:24.462686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26211): Launched\u000a04:41:24.756850 run osmo-stp_10.42.42.5(pid=26212): Launched\u000a04:41:24.863672 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:41:25.378565 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26214): Launched\u000a04:41:25.482743 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:41:25.739557 run patchelf(pid=26215): Launched\u000a04:41:25.911729 run osmo-stp_10.42.42.5(pid=26212): ERR: Terminated: ERROR {rc=1} [trial-2354↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26212)]\u000a04:41:26.037273 run osmo-stp_10.42.42.5(pid=26212): stdout: \u000a| (launched: 2022-12-09_04:41:24.611105)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:41:26.162984 run osmo-stp_10.42.42.5(pid=26212): stderr: \u000a| �[0;m�[38;5;43m20221209044124781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044124782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044124782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044124782 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044124784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044124785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044124785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:41:26.284628 run osmo-stp_10.42.42.5(pid=26212): stdout: \u000a| (launched: 2022-12-09_04:41:24.611105)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:41:26.405784 run osmo-stp_10.42.42.5(pid=26212): stderr: \u000a| �[0;m�[38;5;43m20221209044124781 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044124782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044124782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044124782 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044124784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044124785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044124785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:41:26.546434 run patchelf(pid=26215): Terminating (SIGINT)\u000a04:41:26.712492 run patchelf(pid=26215): Terminated: ok {rc=0}\u000a04:41:26.742730 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=26212): Process ended prematurely: osmo-stp_10.42.42.5(pid=26212) [trial-2354↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26212)] [trial-2354↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a04:41:26.751370 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a04:41:26.810777 run osmo-hlr_10.42.42.2(pid=26209): ERR: Terminated: ERROR {rc=237} [trial-2354↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26209)]\u000a04:41:26.859538 run osmo-hlr_10.42.42.2(pid=26209): stdout: \u000a| (launched: 2022-12-09_04:41:23.697942) \u000a04:41:26.909210 run osmo-hlr_10.42.42.2(pid=26209): stderr: \u000a| �[0;m�[1;31m20221209044123873 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209044123873 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209044123873 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044123873 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044123873 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209044123873 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209044123886 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209044123896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209044123896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209044123896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:41:26.951222 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26208): Terminating (SIGTERM)\u000a04:41:26.990808 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26211): Terminating (SIGTERM)\u000a04:41:27.030370 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26214): Terminating (SIGTERM)\u000a04:41:27.039575 --- ParallelTerminationStrategy: PID 26208 died...\u000a04:41:27.093019 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26208): Terminated: ok {rc=0}\u000a04:41:27.102684 --- ParallelTerminationStrategy: PID 26211 died...\u000a04:41:27.155555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26211): Terminated: ok {rc=0}\u000a04:41:27.165125 --- ParallelTerminationStrategy: PID 26214 died...\u000a04:41:27.217670 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26214): Terminated: ok {rc=0}\u000a04:41:27.305802 bus /gobi_0: Setting Powered False\u000a04:41:28.408940 bus /gobi_0: Setting Powered False\u000a04:41:29.520576 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "144", "name" : "dynts_nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:41:20" }, { "cases" : [ { "testActions" : [ ], "age" : 24, "className" : "sms:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26226): Process ended prematurely: osmo-stp_10.42.42.5(pid=26226) [trial-2354↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26226)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26226): Process ended prematurely: osmo-stp_10.42.42.5(pid=26226) [trial-2354↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26226)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 sms:nanobts+band-900 mo_mt_sms.py\u000a----------------------------------------------\u000a04:41:31.467715 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a04:41:31.479175 tst sms:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a04:41:31.611956 tst mo_mt_sms.py: using LAC 19140\u000a04:41:31.747082 tst mo_mt_sms.py: using RAC 15\u000a04:41:31.897577 tst mo_mt_sms.py: using CellId 19140\u000a04:41:32.055022 tst mo_mt_sms.py: using BVCI 19141\u000a04:41:32.087616 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a04:41:32.103289 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a04:41:32.120156 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a04:41:32.137280 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a04:41:32.154720 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a04:41:32.171730 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a04:41:32.300548 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a04:41:32.509738 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:41:33.006674 run create_hlr_db(pid=26220): Launched\u000a04:41:33.190612 bus /gobi_6: Setting Powered False\u000a04:41:34.210554 run create_hlr_db(pid=26220): Terminated: ok {rc=0}\u000a04:41:34.615967 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26222): Launched\u000a04:41:34.932943 run osmo-hlr_10.42.42.2(pid=26223): Launched\u000a04:41:35.050080 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:41:35.599786 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26225): Launched\u000a04:41:35.917446 run osmo-stp_10.42.42.5(pid=26226): Launched\u000a04:41:36.032925 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:41:36.612194 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26228): Launched\u000a04:41:36.930445 run osmo-msc_10.42.42.6(pid=26229): Launched\u000a04:41:37.117323 run osmo-stp_10.42.42.5(pid=26226): ERR: Terminated: ERROR {rc=1} [trial-2354↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26226)]\u000a04:41:37.252830 run osmo-stp_10.42.42.5(pid=26226): stdout: \u000a| (launched: 2022-12-09_04:41:35.760267)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:41:37.388288 run osmo-stp_10.42.42.5(pid=26226): stderr: \u000a| �[0;m�[38;5;43m20221209044135950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044135950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044135950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044135951 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044135951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044135951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044135951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:41:37.516100 run osmo-stp_10.42.42.5(pid=26226): stdout: \u000a| (launched: 2022-12-09_04:41:35.760267)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:41:37.642481 run osmo-stp_10.42.42.5(pid=26226): stderr: \u000a| �[0;m�[38;5;43m20221209044135950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044135950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044135950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044135951 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044135951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044135951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044135951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:41:37.697956 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=26226): Process ended prematurely: osmo-stp_10.42.42.5(pid=26226) [trial-2354↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26226)] [trial-2354↪sms:nanobts+band-900↪mo_mt_sms.py:16]\u000a04:41:37.706703 tst mo_mt_sms.py:16: Test FAILED (6.2 sec)\u000a04:41:37.770619 run osmo-hlr_10.42.42.2(pid=26223): ERR: Terminated: ERROR {rc=237} [trial-2354↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26223)]\u000a04:41:37.822826 run osmo-hlr_10.42.42.2(pid=26223): stdout: \u000a| (launched: 2022-12-09_04:41:34.776770) \u000a04:41:37.875414 run osmo-hlr_10.42.42.2(pid=26223): stderr: \u000a| �[0;m�[1;31m20221209044134972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209044134972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209044134972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044134972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044134972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209044134972 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209044134984 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/sms:nanobts+band-900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209044134993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209044134993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209044134993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:41:37.946880 run osmo-msc_10.42.42.6(pid=26229): ERR: Terminated: ERROR {rc=2} [trial-2354↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26229)]\u000a04:41:37.998780 run osmo-msc_10.42.42.6(pid=26229): stdout: \u000a| (launched: 2022-12-09_04:41:36.773108) \u000a04:41:38.051419 run osmo-msc_10.42.42.6(pid=26229): stderr: \u000a| �[0;m�[38;5;43m20221209044137094 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209044137094 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5ca4110c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209044137094 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209044137094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209044137094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209044137095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209044137096 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209044137097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209044137097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209044137097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:41:38.096008 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26222): Terminating (SIGTERM)\u000a04:41:38.138954 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26225): Terminating (SIGTERM)\u000a04:41:38.181591 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26228): Terminating (SIGTERM)\u000a04:41:38.191466 --- ParallelTerminationStrategy: PID 26222 died...\u000a04:41:38.248618 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26222): Terminated: ok {rc=0}\u000a04:41:38.258949 --- ParallelTerminationStrategy: PID 26225 died...\u000a04:41:38.316070 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26225): Terminated: ok {rc=0}\u000a04:41:38.326313 --- ParallelTerminationStrategy: PID 26228 died...\u000a04:41:38.383038 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26228): Terminated: ok {rc=0}\u000a04:41:38.470554 bus /sierra_3: Setting Powered False\u000a04:41:39.578403 bus /sierra_3: Setting Powered False\u000a04:41:40.691053 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "145", "name" : "sms_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:41:31" }, { "cases" : [ { "testActions" : [ ], "age" : 183, "className" : "nitb_ussd:nanobts+band-900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=26235): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26235) [trial-2354↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26235)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=26235): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26235) [trial-2354↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26235)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 nitb_ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a04:41:42.528422 tst nitb_ussd:nanobts+band-900: Using 1 x ip_address (candidates: 1)\u000a04:41:42.539630 tst nitb_ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a04:41:42.673603 tst assert_extension.py: using LAC 19141\u000a04:41:42.787273 tst assert_extension.py: using RAC 16\u000a04:41:42.901330 tst assert_extension.py: using CellId 19141\u000a04:41:43.014728 tst assert_extension.py: using BVCI 19142\u000a04:41:43.036942 tst nitb_ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a04:41:43.322586 tst assert_extension.py:10: start nitb and bts...\u000a04:41:43.455000 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a04:41:44.106930 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26234): Launched\u000a04:41:44.421127 run osmo-nitb_10.42.42.2(pid=26235): Launched\u000a04:41:44.615903 run osmo-nitb_10.42.42.2(pid=26235): ERR: Terminated: ERROR {rc=2} [trial-2354↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26235)]\u000a04:41:44.759608 run osmo-nitb_10.42.42.2(pid=26235): stdout: \u000a| (launched: 2022-12-09_04:41:44.268108) \u000a04:41:44.903409 run osmo-nitb_10.42.42.2(pid=26235): stderr: \u000a| (launched: 2022-12-09_04:41:44.315267)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:41:45.042759 run osmo-nitb_10.42.42.2(pid=26235): stdout: \u000a| (launched: 2022-12-09_04:41:44.268108) \u000a04:41:45.180770 run osmo-nitb_10.42.42.2(pid=26235): stderr: \u000a| (launched: 2022-12-09_04:41:44.315267)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:41:45.548596 tst osmo-nitb_10.42.42.2(pid=26235): stdout: \u000a| (launched: 2022-12-09_04:41:44.268108) \u000a04:41:45.675022 tst osmo-nitb_10.42.42.2(pid=26235): stderr: \u000a| (launched: 2022-12-09_04:41:44.315267)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:41:45.729865 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=26235): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26235) [trial-2354↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26235)] [trial-2354↪nitb_ussd:nanobts+band-900↪assert_extension.py:12]\u000a04:41:45.738387 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a04:41:45.775037 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26234): Terminating (SIGTERM)\u000a04:41:45.952679 --- ParallelTerminationStrategy: PID 26234 died...\u000a04:41:46.011449 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26234): Terminated: ok {rc=0}\u000a04:41:46.102398 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "146", "name" : "nitb_ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:41:42" }, { "cases" : [ { "testActions" : [ ], "age" : 24, "className" : "ussd:nanobts+band-900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26246): Process ended prematurely: osmo-stp_10.42.42.5(pid=26246) [trial-2354↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26246)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26246): Process ended prematurely: osmo-stp_10.42.42.5(pid=26246) [trial-2354↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26246)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a04:41:47.952278 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a04:41:47.963392 tst ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a04:41:48.096803 tst assert_extension.py: using LAC 19142\u000a04:41:48.214041 tst assert_extension.py: using RAC 17\u000a04:41:48.330553 tst assert_extension.py: using CellId 19142\u000a04:41:48.446218 tst assert_extension.py: using BVCI 19143\u000a04:41:48.468713 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a04:41:48.479330 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a04:41:48.489775 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a04:41:48.500383 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a04:41:48.510991 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a04:41:48.521362 tst ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a04:41:48.726419 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:41:49.224090 run create_hlr_db(pid=26240): Launched\u000a04:41:49.408443 bus /sierra_2: Setting Powered False\u000a04:41:50.428112 run create_hlr_db(pid=26240): Terminated: ok {rc=0}\u000a04:41:50.825937 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26242): Launched\u000a04:41:51.121450 run osmo-hlr_10.42.42.2(pid=26243): Launched\u000a04:41:51.234564 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:41:51.748398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26245): Launched\u000a04:41:52.043787 run osmo-stp_10.42.42.5(pid=26246): Launched\u000a04:41:52.150703 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:41:52.687909 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26248): Launched\u000a04:41:52.982677 run osmo-msc_10.42.42.6(pid=26249): Launched\u000a04:41:53.155881 run osmo-stp_10.42.42.5(pid=26246): ERR: Terminated: ERROR {rc=1} [trial-2354↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26246)]\u000a04:41:53.281141 run osmo-stp_10.42.42.5(pid=26246): stdout: \u000a| (launched: 2022-12-09_04:41:51.897492)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:41:53.405172 run osmo-stp_10.42.42.5(pid=26246): stderr: \u000a| �[0;m�[38;5;43m20221209044152068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044152068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044152069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044152069 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044152070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044152070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044152070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:41:53.523274 run osmo-stp_10.42.42.5(pid=26246): stdout: \u000a| (launched: 2022-12-09_04:41:51.897492)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:41:53.640580 run osmo-stp_10.42.42.5(pid=26246): stderr: \u000a| �[0;m�[38;5;43m20221209044152068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044152068 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044152069 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044152069 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044152070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044152070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044152070 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:41:53.692007 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=26246): Process ended prematurely: osmo-stp_10.42.42.5(pid=26246) [trial-2354↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26246)] [trial-2354↪ussd:nanobts+band-900↪assert_extension.py:17]\u000a04:41:53.700120 tst assert_extension.py:17: Test FAILED (5.7 sec)\u000a04:41:53.760077 run osmo-hlr_10.42.42.2(pid=26243): ERR: Terminated: ERROR {rc=237} [trial-2354↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26243)]\u000a04:41:53.809639 run osmo-hlr_10.42.42.2(pid=26243): stdout: \u000a| (launched: 2022-12-09_04:41:50.975494) \u000a04:41:53.859643 run osmo-hlr_10.42.42.2(pid=26243): stderr: \u000a| �[0;m�[1;31m20221209044151148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209044151148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209044151148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044151148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044151148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209044151148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209044151161 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/ussd:nanobts+band-900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209044151169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209044151170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209044151170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:41:53.927353 run osmo-msc_10.42.42.6(pid=26249): ERR: Terminated: ERROR {rc=2} [trial-2354↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26249)]\u000a04:41:53.976464 run osmo-msc_10.42.42.6(pid=26249): stdout: \u000a| (launched: 2022-12-09_04:41:52.837126) \u000a04:41:54.026269 run osmo-msc_10.42.42.6(pid=26249): stderr: \u000a| �[0;m�[38;5;43m20221209044153109 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209044153109 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7da4f9ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209044153109 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209044153109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209044153109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209044153109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209044153111 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209044153111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209044153111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209044153112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:41:54.068525 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26242): Terminating (SIGTERM)\u000a04:41:54.108365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26245): Terminating (SIGTERM)\u000a04:41:54.148223 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26248): Terminating (SIGTERM)\u000a04:41:54.157550 --- ParallelTerminationStrategy: PID 26242 died...\u000a04:41:54.211161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26242): Terminated: ok {rc=0}\u000a04:41:54.220912 --- ParallelTerminationStrategy: PID 26245 died...\u000a04:41:54.274221 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26245): Terminated: ok {rc=0}\u000a04:41:54.283785 --- ParallelTerminationStrategy: PID 26248 died...\u000a04:41:54.337183 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26248): Terminated: ok {rc=0}\u000a04:41:54.420877 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "147", "name" : "ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:41:47" }, { "cases" : [ { "testActions" : [ ], "age" : 24, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26260): Process ended prematurely: osmo-stp_10.42.42.5(pid=26260) [trial-2354↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26260)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26260): Process ended prematurely: osmo-stp_10.42.42.5(pid=26260) [trial-2354↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26260)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a04:41:56.381204 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:41:56.392893 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a04:41:56.553291 tst mo_mt_call.py: using LAC 19143\u000a04:41:56.683544 tst mo_mt_call.py: using RAC 18\u000a04:41:56.807771 tst mo_mt_call.py: using CellId 19143\u000a04:41:56.931605 tst mo_mt_call.py: using BVCI 19144\u000a04:41:56.955916 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:41:56.967458 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:41:56.978850 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:41:56.991106 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:41:57.004088 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:41:57.015521 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a04:41:57.132508 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a04:41:57.343392 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:41:57.848425 run create_hlr_db(pid=26254): Launched\u000a04:41:58.033883 bus /sierra_2: Setting Powered False\u000a04:41:59.055875 run create_hlr_db(pid=26254): Terminated: ok {rc=0}\u000a04:41:59.458540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26256): Launched\u000a04:41:59.758086 run osmo-hlr_10.42.42.2(pid=26257): Launched\u000a04:41:59.868048 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:42:00.387147 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26259): Launched\u000a04:42:00.687348 run osmo-stp_10.42.42.5(pid=26260): Launched\u000a04:42:00.796836 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:42:01.485840 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26267): Launched\u000a04:42:01.862644 run osmo-msc_10.42.42.6(pid=26268): Launched\u000a04:42:02.178300 run osmo-stp_10.42.42.5(pid=26260): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26260)]\u000a04:42:02.360774 run osmo-stp_10.42.42.5(pid=26260): stdout: \u000a| (launched: 2022-12-09_04:42:00.539170)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:42:02.499152 run osmo-stp_10.42.42.5(pid=26260): stderr: \u000a| �[0;m�[38;5;43m20221209044200710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044200710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044200710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044200711 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044200713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044200713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044200713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:42:02.629755 run osmo-stp_10.42.42.5(pid=26260): stdout: \u000a| (launched: 2022-12-09_04:42:00.539170)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:42:02.758264 run osmo-stp_10.42.42.5(pid=26260): stderr: \u000a| �[0;m�[38;5;43m20221209044200710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044200710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044200710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044200711 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044200713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044200713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044200713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:42:02.814853 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26260): Process ended prematurely: osmo-stp_10.42.42.5(pid=26260) [trial-2354↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26260)] [trial-2354↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a04:42:02.824263 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a04:42:02.888766 run osmo-hlr_10.42.42.2(pid=26257): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26257)]\u000a04:42:02.941113 run osmo-hlr_10.42.42.2(pid=26257): stdout: \u000a| (launched: 2022-12-09_04:41:59.610494) \u000a04:42:02.994348 run osmo-hlr_10.42.42.2(pid=26257): stderr: \u000a| �[0;m�[1;31m20221209044159787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209044159787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209044159787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044159787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044159787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209044159787 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209044159833 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209044159842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209044159842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209044159842 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:42:03.066568 run osmo-msc_10.42.42.6(pid=26268): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26268)]\u000a04:42:03.119133 run osmo-msc_10.42.42.6(pid=26268): stdout: \u000a| (launched: 2022-12-09_04:42:01.655895) \u000a04:42:03.172183 run osmo-msc_10.42.42.6(pid=26268): stderr: \u000a| �[0;m�[38;5;43m20221209044202235 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209044202235 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7efd4b93cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209044202235 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209044202235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209044202236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209044202236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209044202239 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209044202240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209044202240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209044202240 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:42:03.217174 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26256): Terminating (SIGTERM)\u000a04:42:03.260046 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26259): Terminating (SIGTERM)\u000a04:42:03.302964 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26267): Terminating (SIGTERM)\u000a04:42:03.313158 --- ParallelTerminationStrategy: PID 26256 died...\u000a04:42:03.370319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26256): Terminated: ok {rc=0}\u000a04:42:03.380529 --- ParallelTerminationStrategy: PID 26259 died...\u000a04:42:03.437589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26259): Terminated: ok {rc=0}\u000a04:42:03.447822 --- ParallelTerminationStrategy: PID 26267 died...\u000a04:42:03.504518 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26267): Terminated: ok {rc=0}\u000a04:42:03.593137 bus /sierra_3: Setting Powered False\u000a04:42:04.698763 bus /sierra_3: Setting Powered False\u000a04:42:05.808029 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 35, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26276): Process ended prematurely: osmo-stp_10.42.42.5(pid=26276) [trial-2354↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26276)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26276): Process ended prematurely: osmo-stp_10.42.42.5(pid=26276) [trial-2354↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26276)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:42:06.922302 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:42:06.934460 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a04:42:07.096533 tst mo_mt_call_osmux.py: using LAC 19144\u000a04:42:07.224134 tst mo_mt_call_osmux.py: using RAC 19\u000a04:42:07.353899 tst mo_mt_call_osmux.py: using CellId 19144\u000a04:42:07.480028 tst mo_mt_call_osmux.py: using BVCI 19145\u000a04:42:07.504528 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:42:07.516029 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:42:07.527352 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:42:07.539024 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:42:07.550763 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a04:42:07.562396 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a04:42:07.679351 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a04:42:07.890941 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:42:08.398801 run create_hlr_db(pid=26270): Launched\u000a04:42:08.584480 bus /sierra_2: Setting Powered False\u000a04:42:09.607789 run create_hlr_db(pid=26270): Terminated: ok {rc=0}\u000a04:42:10.010776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26272): Launched\u000a04:42:10.313211 run osmo-hlr_10.42.42.2(pid=26273): Launched\u000a04:42:10.433977 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:42:10.961773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26275): Launched\u000a04:42:11.263207 run osmo-stp_10.42.42.5(pid=26276): Launched\u000a04:42:11.372599 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:42:11.921827 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26278): Launched\u000a04:42:12.224060 run osmo-msc_10.42.42.6(pid=26279): Launched\u000a04:42:12.402118 run osmo-stp_10.42.42.5(pid=26276): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26276)]\u000a04:42:12.529657 run osmo-stp_10.42.42.5(pid=26276): stdout: \u000a| (launched: 2022-12-09_04:42:11.115047)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:42:12.654830 run osmo-stp_10.42.42.5(pid=26276): stderr: \u000a| �[0;m�[38;5;43m20221209044211287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044211287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044211288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044211288 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044211288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044211289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044211289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:42:12.775658 run osmo-stp_10.42.42.5(pid=26276): stdout: \u000a| (launched: 2022-12-09_04:42:11.115047)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:42:12.895500 run osmo-stp_10.42.42.5(pid=26276): stderr: \u000a| �[0;m�[38;5;43m20221209044211287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044211287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044211288 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044211288 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044211288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044211289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044211289 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:42:12.948228 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26276): Process ended prematurely: osmo-stp_10.42.42.5(pid=26276) [trial-2354↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26276)] [trial-2354↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a04:42:12.956668 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a04:42:13.016495 run osmo-hlr_10.42.42.2(pid=26273): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26273)]\u000a04:42:13.065666 run osmo-hlr_10.42.42.2(pid=26273): stdout: \u000a| (launched: 2022-12-09_04:42:10.163249) \u000a04:42:13.115454 run osmo-hlr_10.42.42.2(pid=26273): stderr: \u000a| �[0;m�[1;31m20221209044210341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209044210341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209044210341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044210341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044210341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209044210341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209044210353 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209044210362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209044210362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209044210363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:42:13.183372 run osmo-msc_10.42.42.6(pid=26279): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26279)]\u000a04:42:13.232237 run osmo-msc_10.42.42.6(pid=26279): stdout: \u000a| (launched: 2022-12-09_04:42:12.074551) \u000a04:42:13.281608 run osmo-msc_10.42.42.6(pid=26279): stderr: \u000a| �[0;m�[38;5;43m20221209044212348 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209044212348 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa561661c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209044212348 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209044212348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209044212348 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209044212350 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209044212351 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209044212352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209044212352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209044212352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:42:13.323573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26272): Terminating (SIGTERM)\u000a04:42:13.363180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26275): Terminating (SIGTERM)\u000a04:42:13.402750 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26278): Terminating (SIGTERM)\u000a04:42:13.411917 --- ParallelTerminationStrategy: PID 26272 died...\u000a04:42:13.465765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26272): Terminated: ok {rc=0}\u000a04:42:13.475444 --- ParallelTerminationStrategy: PID 26275 died...\u000a04:42:13.528394 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26275): Terminated: ok {rc=0}\u000a04:42:13.538131 --- ParallelTerminationStrategy: PID 26278 died...\u000a04:42:13.591056 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26278): Terminated: ok {rc=0}\u000a04:42:13.679836 bus /sierra_3: Setting Powered False\u000a04:42:14.782555 bus /sierra_3: Setting Powered False\u000a04:42:15.910453 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "148", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:41:56" }, { "cases" : [ { "testActions" : [ ], "age" : 24, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26290): Process ended prematurely: osmo-stp_10.42.42.5(pid=26290) [trial-2354↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26290)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26290): Process ended prematurely: osmo-stp_10.42.42.5(pid=26290) [trial-2354↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26290)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a04:42:17.929076 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:42:17.940763 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a04:42:18.105752 tst mo_mt_call.py: using LAC 19145\u000a04:42:18.233047 tst mo_mt_call.py: using RAC 20\u000a04:42:18.365575 tst mo_mt_call.py: using CellId 19145\u000a04:42:18.489412 tst mo_mt_call.py: using BVCI 19146\u000a04:42:18.513896 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:42:18.525599 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:42:18.537255 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:42:18.550535 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:42:18.563017 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:42:18.575400 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a04:42:18.693401 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a04:42:18.892385 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:42:19.372927 run create_hlr_db(pid=26284): Launched\u000a04:42:19.545545 bus /sierra_2: Setting Powered False\u000a04:42:20.566618 run create_hlr_db(pid=26284): Terminated: ok {rc=0}\u000a04:42:20.965557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26286): Launched\u000a04:42:21.263734 run osmo-hlr_10.42.42.2(pid=26287): Launched\u000a04:42:21.372886 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:42:21.895029 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26289): Launched\u000a04:42:22.194490 run osmo-stp_10.42.42.5(pid=26290): Launched\u000a04:42:22.304339 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:42:22.851218 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26292): Launched\u000a04:42:23.151919 run osmo-msc_10.42.42.6(pid=26293): Launched\u000a04:42:23.328181 run osmo-stp_10.42.42.5(pid=26290): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26290)]\u000a04:42:23.455415 run osmo-stp_10.42.42.5(pid=26290): stdout: \u000a| (launched: 2022-12-09_04:42:22.047100)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:42:23.581072 run osmo-stp_10.42.42.5(pid=26290): stderr: \u000a| �[0;m�[38;5;43m20221209044222218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044222218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044222218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044222218 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044222221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044222221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044222221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:42:23.701779 run osmo-stp_10.42.42.5(pid=26290): stdout: \u000a| (launched: 2022-12-09_04:42:22.047100)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:42:23.821412 run osmo-stp_10.42.42.5(pid=26290): stderr: \u000a| �[0;m�[38;5;43m20221209044222218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044222218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044222218 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044222218 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044222221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044222221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044222221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:42:23.874130 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26290): Process ended prematurely: osmo-stp_10.42.42.5(pid=26290) [trial-2354↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26290)] [trial-2354↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a04:42:23.882804 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a04:42:23.942558 run osmo-hlr_10.42.42.2(pid=26287): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26287)]\u000a04:42:23.992202 run osmo-hlr_10.42.42.2(pid=26287): stdout: \u000a| (launched: 2022-12-09_04:42:21.117117) \u000a04:42:24.042216 run osmo-hlr_10.42.42.2(pid=26287): stderr: \u000a| �[0;m�[1;31m20221209044221293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209044221293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209044221293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044221293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044221293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209044221293 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209044221330 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209044221341 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209044221342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209044221342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:42:24.109983 run osmo-msc_10.42.42.6(pid=26293): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26293)]\u000a04:42:24.158894 run osmo-msc_10.42.42.6(pid=26293): stdout: \u000a| (launched: 2022-12-09_04:42:23.003353) \u000a04:42:24.208376 run osmo-msc_10.42.42.6(pid=26293): stderr: \u000a| �[0;m�[38;5;43m20221209044223273 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209044223273 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2b63c45c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209044223273 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209044223273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209044223274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209044223274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209044223277 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209044223277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209044223277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209044223277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:42:24.250560 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26286): Terminating (SIGTERM)\u000a04:42:24.290304 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26289): Terminating (SIGTERM)\u000a04:42:24.330076 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26292): Terminating (SIGTERM)\u000a04:42:24.339413 --- ParallelTerminationStrategy: PID 26286 died...\u000a04:42:24.393079 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26286): Terminated: ok {rc=0}\u000a04:42:24.402794 --- ParallelTerminationStrategy: PID 26289 died...\u000a04:42:24.455856 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26289): Terminated: ok {rc=0}\u000a04:42:24.465493 --- ParallelTerminationStrategy: PID 26292 died...\u000a04:42:24.518514 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26292): Terminated: ok {rc=0}\u000a04:42:24.608583 bus /sierra_3: Setting Powered False\u000a04:42:25.713221 bus /sierra_3: Setting Powered False\u000a04:42:26.825626 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 35, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26301): Process ended prematurely: osmo-stp_10.42.42.5(pid=26301) [trial-2354↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26301)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26301): Process ended prematurely: osmo-stp_10.42.42.5(pid=26301) [trial-2354↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26301)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:42:27.934631 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:42:27.946455 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a04:42:28.099699 tst mo_mt_call_osmux.py: using LAC 19146\u000a04:42:28.222315 tst mo_mt_call_osmux.py: using RAC 21\u000a04:42:28.338213 tst mo_mt_call_osmux.py: using CellId 19146\u000a04:42:28.454018 tst mo_mt_call_osmux.py: using BVCI 19147\u000a04:42:28.476649 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:42:28.487642 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:42:28.498547 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:42:28.509403 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:42:28.520231 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a04:42:28.531024 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a04:42:28.649593 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a04:42:28.850342 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:42:29.330026 run create_hlr_db(pid=26295): Launched\u000a04:42:29.501451 bus /sierra_2: Setting Powered False\u000a04:42:30.524263 run create_hlr_db(pid=26295): Terminated: ok {rc=0}\u000a04:42:30.995614 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26297): Launched\u000a04:42:31.399129 run osmo-hlr_10.42.42.2(pid=26298): Launched\u000a04:42:31.595619 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:42:32.200602 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26300): Launched\u000a04:42:32.504152 run osmo-stp_10.42.42.5(pid=26301): Launched\u000a04:42:32.623977 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:42:33.176734 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26303): Launched\u000a04:42:33.477194 run osmo-msc_10.42.42.6(pid=26304): Launched\u000a04:42:33.654237 run osmo-stp_10.42.42.5(pid=26301): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26301)]\u000a04:42:33.781367 run osmo-stp_10.42.42.5(pid=26301): stdout: \u000a| (launched: 2022-12-09_04:42:32.355626)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:42:33.906192 run osmo-stp_10.42.42.5(pid=26301): stderr: \u000a| �[0;m�[38;5;43m20221209044232526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044232526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044232526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044232527 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044232527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044232527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044232527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:42:34.026962 run osmo-stp_10.42.42.5(pid=26301): stdout: \u000a| (launched: 2022-12-09_04:42:32.355626)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:42:34.146676 run osmo-stp_10.42.42.5(pid=26301): stderr: \u000a| �[0;m�[38;5;43m20221209044232526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044232526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044232526 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044232527 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044232527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044232527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044232527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:42:34.199630 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26301): Process ended prematurely: osmo-stp_10.42.42.5(pid=26301) [trial-2354↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26301)] [trial-2354↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a04:42:34.208136 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a04:42:34.267806 run osmo-hlr_10.42.42.2(pid=26298): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26298)]\u000a04:42:34.316757 run osmo-hlr_10.42.42.2(pid=26298): stdout: \u000a| (launched: 2022-12-09_04:42:31.151325) \u000a04:42:34.366354 run osmo-hlr_10.42.42.2(pid=26298): stderr: \u000a| �[0;m�[1;31m20221209044231462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209044231462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209044231462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044231462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044231462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209044231463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209044231483 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209044231495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209044231495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209044231495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:42:34.434048 run osmo-msc_10.42.42.6(pid=26304): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26304)]\u000a04:42:34.482792 run osmo-msc_10.42.42.6(pid=26304): stdout: \u000a| (launched: 2022-12-09_04:42:33.328607) \u000a04:42:34.532188 run osmo-msc_10.42.42.6(pid=26304): stderr: \u000a| �[0;m�[38;5;43m20221209044233603 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209044233603 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa6b46cec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209044233603 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209044233603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209044233603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209044233603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209044233605 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209044233606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209044233606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209044233606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:42:34.573996 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26297): Terminating (SIGTERM)\u000a04:42:34.613567 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26300): Terminating (SIGTERM)\u000a04:42:34.653007 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26303): Terminating (SIGTERM)\u000a04:42:34.662162 --- ParallelTerminationStrategy: PID 26297 died...\u000a04:42:34.714878 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26297): Terminated: ok {rc=0}\u000a04:42:34.724484 --- ParallelTerminationStrategy: PID 26300 died...\u000a04:42:34.777118 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26300): Terminated: ok {rc=0}\u000a04:42:34.786636 --- ParallelTerminationStrategy: PID 26303 died...\u000a04:42:34.839100 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26303): Terminated: ok {rc=0}\u000a04:42:34.923103 bus /sierra_3: Setting Powered False\u000a04:42:36.030344 bus /sierra_3: Setting Powered False\u000a04:42:37.141235 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "149", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:42:17" }, { "cases" : [ { "testActions" : [ ], "age" : 29, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26315): Process ended prematurely: osmo-stp_10.42.42.5(pid=26315) [trial-2354↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26315)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26315): Process ended prematurely: osmo-stp_10.42.42.5(pid=26315) [trial-2354↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26315)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a04:42:39.133331 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:42:39.145034 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a04:42:39.306043 tst mo_mt_call.py: using LAC 19147\u000a04:42:39.437058 tst mo_mt_call.py: using RAC 22\u000a04:42:39.561258 tst mo_mt_call.py: using CellId 19147\u000a04:42:39.685574 tst mo_mt_call.py: using BVCI 19148\u000a04:42:39.710101 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:42:39.721691 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:42:39.733216 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:42:39.744874 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:42:39.756636 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:42:39.768343 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a04:42:39.884027 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a04:42:40.085895 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:42:40.565675 run create_hlr_db(pid=26309): Launched\u000a04:42:40.737650 bus /sierra_2: Setting Powered False\u000a04:42:41.761369 run create_hlr_db(pid=26309): Terminated: ok {rc=0}\u000a04:42:42.190863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26311): Launched\u000a04:42:42.514481 run osmo-hlr_10.42.42.2(pid=26312): Launched\u000a04:42:42.632903 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:42:43.192875 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26314): Launched\u000a04:42:43.515530 run osmo-stp_10.42.42.5(pid=26315): Launched\u000a04:42:43.633119 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:42:44.221074 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26317): Launched\u000a04:42:44.544090 run osmo-msc_10.42.42.6(pid=26318): Launched\u000a04:42:44.734106 run osmo-stp_10.42.42.5(pid=26315): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26315)]\u000a04:42:44.870974 run osmo-stp_10.42.42.5(pid=26315): stdout: \u000a| (launched: 2022-12-09_04:42:43.357339)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:42:45.007017 run osmo-stp_10.42.42.5(pid=26315): stderr: \u000a| �[0;m�[38;5;43m20221209044243548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044243548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044243549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044243549 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044243549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044243549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044243550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:42:45.136481 run osmo-stp_10.42.42.5(pid=26315): stdout: \u000a| (launched: 2022-12-09_04:42:43.357339)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:42:45.264868 run osmo-stp_10.42.42.5(pid=26315): stderr: \u000a| �[0;m�[38;5;43m20221209044243548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044243548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044243549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044243549 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044243549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044243549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044243550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:42:45.322085 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26315): Process ended prematurely: osmo-stp_10.42.42.5(pid=26315) [trial-2354↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26315)] [trial-2354↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a04:42:45.331189 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a04:42:45.395336 run osmo-hlr_10.42.42.2(pid=26312): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26312)]\u000a04:42:45.447435 run osmo-hlr_10.42.42.2(pid=26312): stdout: \u000a| (launched: 2022-12-09_04:42:42.355686) \u000a04:42:45.500206 run osmo-hlr_10.42.42.2(pid=26312): stderr: \u000a| �[0;m�[1;31m20221209044242552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209044242552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209044242552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044242552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044242552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209044242552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209044242564 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209044242572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209044242573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209044242573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:42:45.572162 run osmo-msc_10.42.42.6(pid=26318): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26318)]\u000a04:42:45.624382 run osmo-msc_10.42.42.6(pid=26318): stdout: \u000a| (launched: 2022-12-09_04:42:44.385570) \u000a04:42:45.677355 run osmo-msc_10.42.42.6(pid=26318): stderr: \u000a| �[0;m�[38;5;43m20221209044244708 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209044244708 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f069765ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209044244708 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209044244708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209044244708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209044244709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209044244710 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209044244711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209044244711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209044244711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:42:45.722124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26311): Terminating (SIGTERM)\u000a04:42:45.764605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26314): Terminating (SIGTERM)\u000a04:42:45.806929 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26317): Terminating (SIGTERM)\u000a04:42:45.817140 --- ParallelTerminationStrategy: PID 26311 died...\u000a04:42:45.890850 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26311): Terminated: ok {rc=0}\u000a04:42:45.901453 --- ParallelTerminationStrategy: PID 26314 died...\u000a04:42:45.958720 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26314): Terminated: ok {rc=0}\u000a04:42:45.969352 --- ParallelTerminationStrategy: PID 26317 died...\u000a04:42:46.026713 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26317): Terminated: ok {rc=0}\u000a04:42:46.119400 bus /sierra_3: Setting Powered False\u000a04:42:47.235197 bus /sierra_3: Setting Powered False\u000a04:42:48.346996 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 37, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26326): Process ended prematurely: osmo-stp_10.42.42.5(pid=26326) [trial-2354↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26326)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26326): Process ended prematurely: osmo-stp_10.42.42.5(pid=26326) [trial-2354↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26326)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:42:49.462309 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:42:49.474657 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a04:42:49.636779 tst mo_mt_call_osmux.py: using LAC 19148\u000a04:42:49.762499 tst mo_mt_call_osmux.py: using RAC 23\u000a04:42:49.888439 tst mo_mt_call_osmux.py: using CellId 19148\u000a04:42:50.014166 tst mo_mt_call_osmux.py: using BVCI 19149\u000a04:42:50.038677 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:42:50.050354 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:42:50.062003 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:42:50.073551 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:42:50.085212 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a04:42:50.097680 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a04:42:50.216537 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a04:42:50.433824 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:42:50.941067 run create_hlr_db(pid=26320): Launched\u000a04:42:51.127166 bus /sierra_2: Setting Powered False\u000a04:42:52.146936 run create_hlr_db(pid=26320): Terminated: ok {rc=0}\u000a04:42:52.576707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26322): Launched\u000a04:42:52.900263 run osmo-hlr_10.42.42.2(pid=26323): Launched\u000a04:42:53.021731 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:42:53.580531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26325): Launched\u000a04:42:53.904777 run osmo-stp_10.42.42.5(pid=26326): Launched\u000a04:42:54.022473 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:42:54.610689 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26328): Launched\u000a04:42:54.933980 run osmo-msc_10.42.42.6(pid=26329): Launched\u000a04:42:55.123141 run osmo-stp_10.42.42.5(pid=26326): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26326)]\u000a04:42:55.259583 run osmo-stp_10.42.42.5(pid=26326): stdout: \u000a| (launched: 2022-12-09_04:42:53.743876)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:42:55.396499 run osmo-stp_10.42.42.5(pid=26326): stderr: \u000a| �[0;m�[38;5;43m20221209044253936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044253936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044253937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044253937 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044253938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044253938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044253938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:42:55.526084 run osmo-stp_10.42.42.5(pid=26326): stdout: \u000a| (launched: 2022-12-09_04:42:53.743876)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:42:55.654557 run osmo-stp_10.42.42.5(pid=26326): stderr: \u000a| �[0;m�[38;5;43m20221209044253936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044253936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044253937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044253937 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044253938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044253938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044253938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:42:55.710955 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26326): Process ended prematurely: osmo-stp_10.42.42.5(pid=26326) [trial-2354↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26326)] [trial-2354↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a04:42:55.720156 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a04:42:55.783970 run osmo-hlr_10.42.42.2(pid=26323): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26323)]\u000a04:42:55.836326 run osmo-hlr_10.42.42.2(pid=26323): stdout: \u000a| (launched: 2022-12-09_04:42:52.740489) \u000a04:42:55.889091 run osmo-hlr_10.42.42.2(pid=26323): stderr: \u000a| �[0;m�[1;31m20221209044252939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209044252939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209044252939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044252939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044252939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209044252939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209044252954 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209044252965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209044252965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209044252965 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:42:55.960463 run osmo-msc_10.42.42.6(pid=26329): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26329)]\u000a04:42:56.012307 run osmo-msc_10.42.42.6(pid=26329): stdout: \u000a| (launched: 2022-12-09_04:42:54.774780) \u000a04:42:56.064713 run osmo-msc_10.42.42.6(pid=26329): stderr: \u000a| �[0;m�[38;5;43m20221209044255095 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209044255095 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd3f65e1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209044255095 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209044255095 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209044255096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209044255096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209044255098 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209044255098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209044255098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209044255098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:42:56.109133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26322): Terminating (SIGTERM)\u000a04:42:56.151348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26325): Terminating (SIGTERM)\u000a04:42:56.193662 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26328): Terminating (SIGTERM)\u000a04:42:56.203662 --- ParallelTerminationStrategy: PID 26322 died...\u000a04:42:56.260537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26322): Terminated: ok {rc=0}\u000a04:42:56.270701 --- ParallelTerminationStrategy: PID 26325 died...\u000a04:42:56.327413 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26325): Terminated: ok {rc=0}\u000a04:42:56.337661 --- ParallelTerminationStrategy: PID 26328 died...\u000a04:42:56.394205 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26328): Terminated: ok {rc=0}\u000a04:42:56.482109 bus /sierra_3: Setting Powered False\u000a04:42:57.586295 bus /sierra_3: Setting Powered False\u000a04:42:58.698850 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "150", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:42:38" }, { "cases" : [ { "testActions" : [ ], "age" : 24, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26340): Process ended prematurely: osmo-stp_10.42.42.5(pid=26340) [trial-2354↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26340)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26340): Process ended prematurely: osmo-stp_10.42.42.5(pid=26340) [trial-2354↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26340)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a04:43:00.703548 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:43:00.715141 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a04:43:00.886793 tst mo_mt_call.py: using LAC 19149\u000a04:43:01.018713 tst mo_mt_call.py: using RAC 24\u000a04:43:01.143184 tst mo_mt_call.py: using CellId 19149\u000a04:43:01.284599 tst mo_mt_call.py: using BVCI 19150\u000a04:43:01.308308 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:43:01.320747 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:43:01.332780 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:43:01.344863 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:43:01.356576 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:43:01.368148 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a04:43:01.486184 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a04:43:01.724772 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:43:02.274336 run create_hlr_db(pid=26334): Launched\u000a04:43:02.450429 bus /sierra_2: Setting Powered False\u000a04:43:03.469825 run create_hlr_db(pid=26334): Terminated: ok {rc=0}\u000a04:43:03.898908 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26336): Launched\u000a04:43:04.222231 run osmo-hlr_10.42.42.2(pid=26337): Launched\u000a04:43:04.335486 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:43:04.855747 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26339): Launched\u000a04:43:05.155070 run osmo-stp_10.42.42.5(pid=26340): Launched\u000a04:43:05.263135 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:43:05.808819 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26342): Launched\u000a04:43:06.109148 run osmo-msc_10.42.42.6(pid=26343): Launched\u000a04:43:06.284864 run osmo-stp_10.42.42.5(pid=26340): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26340)]\u000a04:43:06.411705 run osmo-stp_10.42.42.5(pid=26340): stdout: \u000a| (launched: 2022-12-09_04:43:05.007729)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:43:06.536407 run osmo-stp_10.42.42.5(pid=26340): stderr: \u000a| �[0;m�[38;5;43m20221209044305178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044305178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044305178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044305179 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044305179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044305179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044305179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:43:06.656742 run osmo-stp_10.42.42.5(pid=26340): stdout: \u000a| (launched: 2022-12-09_04:43:05.007729)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:43:06.775527 run osmo-stp_10.42.42.5(pid=26340): stderr: \u000a| �[0;m�[38;5;43m20221209044305178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044305178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044305178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044305179 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044305179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044305179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044305179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:43:06.828005 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26340): Process ended prematurely: osmo-stp_10.42.42.5(pid=26340) [trial-2354↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26340)] [trial-2354↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a04:43:06.836463 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a04:43:06.896102 run osmo-hlr_10.42.42.2(pid=26337): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26337)]\u000a04:43:06.945001 run osmo-hlr_10.42.42.2(pid=26337): stdout: \u000a| (launched: 2022-12-09_04:43:04.062851) \u000a04:43:06.994371 run osmo-hlr_10.42.42.2(pid=26337): stderr: \u000a| �[0;m�[1;31m20221209044304261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209044304261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209044304261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044304261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044304261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209044304261 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209044304272 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209044304280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209044304281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209044304281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:43:07.061474 run osmo-msc_10.42.42.6(pid=26343): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26343)]\u000a04:43:07.110340 run osmo-msc_10.42.42.6(pid=26343): stdout: \u000a| (launched: 2022-12-09_04:43:05.960893) \u000a04:43:07.159678 run osmo-msc_10.42.42.6(pid=26343): stderr: \u000a| �[0;m�[38;5;43m20221209044306231 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209044306231 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f61cff5dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209044306231 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209044306231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209044306231 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209044306233 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209044306234 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209044306235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209044306235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209044306235 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:43:07.201417 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26336): Terminating (SIGTERM)\u000a04:43:07.240774 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26339): Terminating (SIGTERM)\u000a04:43:07.280202 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26342): Terminating (SIGTERM)\u000a04:43:07.289455 --- ParallelTerminationStrategy: PID 26336 died...\u000a04:43:07.342908 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26336): Terminated: ok {rc=0}\u000a04:43:07.352452 --- ParallelTerminationStrategy: PID 26339 died...\u000a04:43:07.405164 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26339): Terminated: ok {rc=0}\u000a04:43:07.414718 --- ParallelTerminationStrategy: PID 26342 died...\u000a04:43:07.467550 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26342): Terminated: ok {rc=0}\u000a04:43:07.551759 bus /sierra_3: Setting Powered False\u000a04:43:08.654344 bus /sierra_3: Setting Powered False\u000a04:43:09.762329 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 35, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26351): Process ended prematurely: osmo-stp_10.42.42.5(pid=26351) [trial-2354↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26351)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26351): Process ended prematurely: osmo-stp_10.42.42.5(pid=26351) [trial-2354↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26351)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:43:10.877107 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:43:10.889522 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a04:43:11.052662 tst mo_mt_call_osmux.py: using LAC 19150\u000a04:43:11.179697 tst mo_mt_call_osmux.py: using RAC 25\u000a04:43:11.306678 tst mo_mt_call_osmux.py: using CellId 19150\u000a04:43:11.433667 tst mo_mt_call_osmux.py: using BVCI 19151\u000a04:43:11.458229 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:43:11.469880 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:43:11.481276 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:43:11.493786 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:43:11.505354 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a04:43:11.516894 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a04:43:11.636495 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a04:43:11.837940 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:43:12.318929 run create_hlr_db(pid=26345): Launched\u000a04:43:12.489911 bus /sierra_2: Setting Powered False\u000a04:43:13.513209 run create_hlr_db(pid=26345): Terminated: ok {rc=0}\u000a04:43:13.912452 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26347): Launched\u000a04:43:14.212217 run osmo-hlr_10.42.42.2(pid=26348): Launched\u000a04:43:14.325658 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:43:14.845686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26350): Launched\u000a04:43:15.147370 run osmo-stp_10.42.42.5(pid=26351): Launched\u000a04:43:15.256922 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:43:15.803951 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26353): Launched\u000a04:43:16.419861 run osmo-msc_10.42.42.6(pid=26354): Launched\u000a04:43:16.994327 run osmo-stp_10.42.42.5(pid=26351): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26351)]\u000a04:43:17.121774 run osmo-stp_10.42.42.5(pid=26351): stdout: \u000a| (launched: 2022-12-09_04:43:14.998504)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:43:17.248933 run osmo-stp_10.42.42.5(pid=26351): stderr: \u000a| �[0;m�[38;5;43m20221209044315169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044315169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044315169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044315170 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044315170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044315170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044315170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:43:17.370609 run osmo-stp_10.42.42.5(pid=26351): stdout: \u000a| (launched: 2022-12-09_04:43:14.998504)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:43:17.490342 run osmo-stp_10.42.42.5(pid=26351): stderr: \u000a| �[0;m�[38;5;43m20221209044315169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044315169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044315169 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044315170 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044315170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044315170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044315170 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:43:17.543244 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26351): Process ended prematurely: osmo-stp_10.42.42.5(pid=26351) [trial-2354↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26351)] [trial-2354↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a04:43:17.551865 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a04:43:17.611943 run osmo-hlr_10.42.42.2(pid=26348): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26348)]\u000a04:43:17.661212 run osmo-hlr_10.42.42.2(pid=26348): stdout: \u000a| (launched: 2022-12-09_04:43:14.065159) \u000a04:43:17.711151 run osmo-hlr_10.42.42.2(pid=26348): stderr: \u000a| �[0;m�[1;31m20221209044314243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209044314243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209044314243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044314243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044314243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209044314243 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209044314256 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209044314265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209044314265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209044314265 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:43:17.779018 run osmo-msc_10.42.42.6(pid=26354): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26354)]\u000a04:43:17.828182 run osmo-msc_10.42.42.6(pid=26354): stdout: \u000a| (launched: 2022-12-09_04:43:15.959223) \u000a04:43:17.877773 run osmo-msc_10.42.42.6(pid=26354): stderr: \u000a| �[0;m�[38;5;43m20221209044316586 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209044316586 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8ec15e0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209044316587 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209044316587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209044316587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209044316587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209044316592 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209044316593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209044316593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209044316594 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:43:17.920048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26347): Terminating (SIGTERM)\u000a04:43:17.960002 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26350): Terminating (SIGTERM)\u000a04:43:18.000407 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26353): Terminating (SIGTERM)\u000a04:43:18.009817 --- ParallelTerminationStrategy: PID 26347 died...\u000a04:43:18.063689 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26347): Terminated: ok {rc=0}\u000a04:43:18.073777 --- ParallelTerminationStrategy: PID 26350 died...\u000a04:43:18.127492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26350): Terminated: ok {rc=0}\u000a04:43:18.137239 --- ParallelTerminationStrategy: PID 26353 died...\u000a04:43:18.190674 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26353): Terminated: ok {rc=0}\u000a04:43:18.281355 bus /sierra_3: Setting Powered False\u000a04:43:19.390391 bus /sierra_3: Setting Powered False\u000a04:43:20.502277 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "151", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:43:00" }, { "cases" : [ { "testActions" : [ ], "age" : 29, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26366): Process ended prematurely: osmo-stp_10.42.42.5(pid=26366) [trial-2354↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26366)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26366): Process ended prematurely: osmo-stp_10.42.42.5(pid=26366) [trial-2354↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26366)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a04:43:22.489651 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:43:22.500827 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a04:43:22.662313 tst mo_mt_call.py: using LAC 19151\u000a04:43:22.788402 tst mo_mt_call.py: using RAC 26\u000a04:43:22.916187 tst mo_mt_call.py: using CellId 19151\u000a04:43:23.046741 tst mo_mt_call.py: using BVCI 19152\u000a04:43:23.071437 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:43:23.083359 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:43:23.095174 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:43:23.107937 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:43:23.120365 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:43:23.131972 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:43:23.247425 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:43:23.448821 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:43:23.930213 run create_hlr_db(pid=26360): Launched\u000a04:43:24.103488 bus /sierra_2: Setting Powered False\u000a04:43:25.124687 run create_hlr_db(pid=26360): Terminated: ok {rc=0}\u000a04:43:25.553861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26362): Launched\u000a04:43:25.876022 run osmo-hlr_10.42.42.2(pid=26363): Launched\u000a04:43:25.996619 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:43:26.556052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26365): Launched\u000a04:43:26.877514 run osmo-stp_10.42.42.5(pid=26366): Launched\u000a04:43:26.994740 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:43:27.582969 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26368): Launched\u000a04:43:27.904715 run osmo-msc_10.42.42.6(pid=26369): Launched\u000a04:43:28.094556 run osmo-stp_10.42.42.5(pid=26366): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26366)]\u000a04:43:28.232207 run osmo-stp_10.42.42.5(pid=26366): stdout: \u000a| (launched: 2022-12-09_04:43:26.719399)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:43:28.368549 run osmo-stp_10.42.42.5(pid=26366): stderr: \u000a| �[0;m�[38;5;43m20221209044326912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044326913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044326913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044326913 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044326914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044326914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044326914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:43:28.498289 run osmo-stp_10.42.42.5(pid=26366): stdout: \u000a| (launched: 2022-12-09_04:43:26.719399)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:43:28.626555 run osmo-stp_10.42.42.5(pid=26366): stderr: \u000a| �[0;m�[38;5;43m20221209044326912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044326913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044326913 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044326913 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044326914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044326914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044326914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:43:28.683115 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26366): Process ended prematurely: osmo-stp_10.42.42.5(pid=26366) [trial-2354↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26366)] [trial-2354↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a04:43:28.692598 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a04:43:28.756409 run osmo-hlr_10.42.42.2(pid=26363): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26363)]\u000a04:43:28.808384 run osmo-hlr_10.42.42.2(pid=26363): stdout: \u000a| (launched: 2022-12-09_04:43:25.717589) \u000a04:43:28.861047 run osmo-hlr_10.42.42.2(pid=26363): stderr: \u000a| �[0;m�[1;31m20221209044325915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209044325915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209044325915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044325915 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044325916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209044325916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209044325927 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209044325936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209044325936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209044325936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:43:28.932436 run osmo-msc_10.42.42.6(pid=26369): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26369)]\u000a04:43:28.984611 run osmo-msc_10.42.42.6(pid=26369): stdout: \u000a| (launched: 2022-12-09_04:43:27.746014) \u000a04:43:29.037196 run osmo-msc_10.42.42.6(pid=26369): stderr: \u000a| �[0;m�[38;5;43m20221209044328066 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209044328067 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f719134dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209044328067 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209044328067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209044328067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209044328067 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209044328069 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209044328069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209044328069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209044328069 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:43:29.081937 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26362): Terminating (SIGTERM)\u000a04:43:29.123820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26365): Terminating (SIGTERM)\u000a04:43:29.166409 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26368): Terminating (SIGTERM)\u000a04:43:29.176117 --- ParallelTerminationStrategy: PID 26362 died...\u000a04:43:29.233346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26362): Terminated: ok {rc=0}\u000a04:43:29.243489 --- ParallelTerminationStrategy: PID 26365 died...\u000a04:43:29.299743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26365): Terminated: ok {rc=0}\u000a04:43:29.309904 --- ParallelTerminationStrategy: PID 26368 died...\u000a04:43:29.366678 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26368): Terminated: ok {rc=0}\u000a04:43:29.454502 bus /sierra_3: Setting Powered False\u000a04:43:30.560782 bus /sierra_3: Setting Powered False\u000a04:43:31.672087 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 32, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26377): Process ended prematurely: osmo-stp_10.42.42.5(pid=26377) [trial-2354↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26377)]", "failedSince" : 2323, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26377): Process ended prematurely: osmo-stp_10.42.42.5(pid=26377) [trial-2354↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26377)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:43:32.781554 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:43:32.793523 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a04:43:32.954219 tst mo_mt_call_osmux.py: using LAC 19152\u000a04:43:33.082009 tst mo_mt_call_osmux.py: using RAC 27\u000a04:43:33.207685 tst mo_mt_call_osmux.py: using CellId 19152\u000a04:43:33.336459 tst mo_mt_call_osmux.py: using BVCI 19153\u000a04:43:33.360794 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:43:33.372609 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:43:33.384089 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:43:33.395770 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:43:33.407527 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a04:43:33.419160 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:43:33.541161 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:43:33.753283 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:43:34.260135 run create_hlr_db(pid=26371): Launched\u000a04:43:34.447746 bus /sierra_2: Setting Powered False\u000a04:43:35.470201 run create_hlr_db(pid=26371): Terminated: ok {rc=0}\u000a04:43:35.873644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26373): Launched\u000a04:43:36.175624 run osmo-hlr_10.42.42.2(pid=26374): Launched\u000a04:43:36.285941 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:43:36.806894 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26376): Launched\u000a04:43:37.107658 run osmo-stp_10.42.42.5(pid=26377): Launched\u000a04:43:37.217201 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:43:37.765392 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26379): Launched\u000a04:43:38.067095 run osmo-msc_10.42.42.6(pid=26380): Launched\u000a04:43:38.244613 run osmo-stp_10.42.42.5(pid=26377): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26377)]\u000a04:43:38.372077 run osmo-stp_10.42.42.5(pid=26377): stdout: \u000a| (launched: 2022-12-09_04:43:36.959303)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:43:38.497705 run osmo-stp_10.42.42.5(pid=26377): stderr: \u000a| �[0;m�[38;5;43m20221209044337127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044337127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044337127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044337127 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044337130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044337130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044337130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:43:38.618947 run osmo-stp_10.42.42.5(pid=26377): stdout: \u000a| (launched: 2022-12-09_04:43:36.959303)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:43:38.738843 run osmo-stp_10.42.42.5(pid=26377): stderr: \u000a| �[0;m�[38;5;43m20221209044337127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044337127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044337127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044337127 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044337130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044337130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044337130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:43:38.791750 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26377): Process ended prematurely: osmo-stp_10.42.42.5(pid=26377) [trial-2354↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26377)] [trial-2354↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a04:43:38.800163 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a04:43:38.860295 run osmo-hlr_10.42.42.2(pid=26374): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26374)]\u000a04:43:38.909426 run osmo-hlr_10.42.42.2(pid=26374): stdout: \u000a| (launched: 2022-12-09_04:43:36.026056) \u000a04:43:38.959407 run osmo-hlr_10.42.42.2(pid=26374): stderr: \u000a| �[0;m�[1;31m20221209044336205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209044336205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209044336205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044336205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044336205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209044336205 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209044336224 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209044336233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209044336233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209044336233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:43:39.027128 run osmo-msc_10.42.42.6(pid=26380): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26380)]\u000a04:43:39.076187 run osmo-msc_10.42.42.6(pid=26380): stdout: \u000a| (launched: 2022-12-09_04:43:37.917983) \u000a04:43:39.126001 run osmo-msc_10.42.42.6(pid=26380): stderr: \u000a| �[0;m�[38;5;43m20221209044338190 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209044338190 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbddd16bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209044338190 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209044338190 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209044338191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209044338191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209044338194 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209044338194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209044338194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209044338194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:43:39.167922 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26373): Terminating (SIGTERM)\u000a04:43:39.207529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26376): Terminating (SIGTERM)\u000a04:43:39.247513 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26379): Terminating (SIGTERM)\u000a04:43:39.256762 --- ParallelTerminationStrategy: PID 26373 died...\u000a04:43:39.310549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26373): Terminated: ok {rc=0}\u000a04:43:39.320317 --- ParallelTerminationStrategy: PID 26376 died...\u000a04:43:39.373702 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26376): Terminated: ok {rc=0}\u000a04:43:39.383310 --- ParallelTerminationStrategy: PID 26379 died...\u000a04:43:39.436576 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26379): Terminated: ok {rc=0}\u000a04:43:39.520266 bus /sierra_3: Setting Powered False\u000a04:43:40.628406 bus /sierra_3: Setting Powered False\u000a04:43:41.736685 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "152", "name" : "voice_nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:43:22" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26391): Process ended prematurely: osmo-stp_10.42.42.5(pid=26391) [trial-2354↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26391)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26391): Process ended prematurely: osmo-stp_10.42.42.5(pid=26391) [trial-2354↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26391)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a04:43:43.741774 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a04:43:43.753469 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a04:43:43.898405 tst mo_mt_call.py: using LAC 19153\u000a04:43:44.023443 tst mo_mt_call.py: using RAC 28\u000a04:43:44.148878 tst mo_mt_call.py: using CellId 19153\u000a04:43:44.278917 tst mo_mt_call.py: using BVCI 19154\u000a04:43:44.303333 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a04:43:44.315166 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a04:43:44.327375 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a04:43:44.339411 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a04:43:44.352190 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a04:43:44.363703 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a04:43:44.479091 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a04:43:44.689239 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:43:45.196312 run create_hlr_db(pid=26385): Launched\u000a04:43:45.382689 bus /sierra_2: Setting Powered False\u000a04:43:46.407417 run create_hlr_db(pid=26385): Terminated: ok {rc=0}\u000a04:43:46.897856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26387): Launched\u000a04:43:47.304541 run osmo-hlr_10.42.42.2(pid=26388): Launched\u000a04:43:47.414000 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:43:47.930198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26390): Launched\u000a04:43:48.227498 run osmo-stp_10.42.42.5(pid=26391): Launched\u000a04:43:48.334991 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:43:48.875030 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26393): Launched\u000a04:43:49.171972 run osmo-msc_10.42.42.6(pid=26394): Launched\u000a04:43:49.345427 run osmo-stp_10.42.42.5(pid=26391): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26391)]\u000a04:43:49.471545 run osmo-stp_10.42.42.5(pid=26391): stdout: \u000a| (launched: 2022-12-09_04:43:48.080634)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:43:49.595398 run osmo-stp_10.42.42.5(pid=26391): stderr: \u000a| �[0;m�[38;5;43m20221209044348252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044348252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044348252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044348253 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044348253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044348253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044348253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:43:49.715137 run osmo-stp_10.42.42.5(pid=26391): stdout: \u000a| (launched: 2022-12-09_04:43:48.080634)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:43:49.833528 run osmo-stp_10.42.42.5(pid=26391): stderr: \u000a| �[0;m�[38;5;43m20221209044348252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044348252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044348252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044348253 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044348253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044348253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044348253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:43:49.885748 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26391): Process ended prematurely: osmo-stp_10.42.42.5(pid=26391) [trial-2354↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26391)] [trial-2354↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a04:43:49.894331 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a04:43:49.954170 run osmo-hlr_10.42.42.2(pid=26388): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26388)]\u000a04:43:50.003474 run osmo-hlr_10.42.42.2(pid=26388): stdout: \u000a| (launched: 2022-12-09_04:43:47.105362) \u000a04:43:50.053186 run osmo-hlr_10.42.42.2(pid=26388): stderr: \u000a| �[0;m�[1;31m20221209044347340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209044347340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209044347340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044347340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044347340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209044347340 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209044347354 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209044347363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209044347363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209044347363 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:43:50.120648 run osmo-msc_10.42.42.6(pid=26394): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26394)]\u000a04:43:50.169569 run osmo-msc_10.42.42.6(pid=26394): stdout: \u000a| (launched: 2022-12-09_04:43:49.025245) \u000a04:43:50.219532 run osmo-msc_10.42.42.6(pid=26394): stderr: \u000a| �[0;m�[38;5;43m20221209044349298 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209044349299 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0a6870dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209044349299 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209044349299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209044349299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209044349299 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209044349301 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209044349301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209044349302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209044349302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:43:50.261632 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26387): Terminating (SIGTERM)\u000a04:43:50.301038 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26390): Terminating (SIGTERM)\u000a04:43:50.340629 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26393): Terminating (SIGTERM)\u000a04:43:50.350152 --- ParallelTerminationStrategy: PID 26387 died...\u000a04:43:50.403529 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26387): Terminated: ok {rc=0}\u000a04:43:50.413369 --- ParallelTerminationStrategy: PID 26390 died...\u000a04:43:50.466276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26390): Terminated: ok {rc=0}\u000a04:43:50.475940 --- ParallelTerminationStrategy: PID 26393 died...\u000a04:43:50.528839 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26393): Terminated: ok {rc=0}\u000a04:43:50.618331 bus /sierra_3: Setting Powered False\u000a04:43:51.721941 bus /sierra_3: Setting Powered False\u000a04:43:52.829236 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 190, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26402): Process ended prematurely: osmo-stp_10.42.42.5(pid=26402) [trial-2354↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26402)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26402): Process ended prematurely: osmo-stp_10.42.42.5(pid=26402) [trial-2354↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26402)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a04:43:53.944638 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a04:43:53.957181 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a04:43:54.102244 tst mo_mt_call_osmux.py: using LAC 19154\u000a04:43:54.228157 tst mo_mt_call_osmux.py: using RAC 29\u000a04:43:54.355902 tst mo_mt_call_osmux.py: using CellId 19154\u000a04:43:54.477164 tst mo_mt_call_osmux.py: using BVCI 19155\u000a04:43:54.499984 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a04:43:54.511363 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a04:43:54.522574 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a04:43:54.534424 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a04:43:54.546108 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a04:43:54.557791 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a04:43:54.678183 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a04:43:54.878929 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:43:55.357404 run create_hlr_db(pid=26396): Launched\u000a04:43:55.528029 bus /sierra_2: Setting Powered False\u000a04:43:56.552014 run create_hlr_db(pid=26396): Terminated: ok {rc=0}\u000a04:43:56.977097 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26398): Launched\u000a04:43:57.296561 run osmo-hlr_10.42.42.2(pid=26399): Launched\u000a04:43:57.417716 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:43:57.972525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26401): Launched\u000a04:43:58.292646 run osmo-stp_10.42.42.5(pid=26402): Launched\u000a04:43:58.409786 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:43:58.993385 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26404): Launched\u000a04:43:59.313698 run osmo-msc_10.42.42.6(pid=26405): Launched\u000a04:43:59.501989 run osmo-stp_10.42.42.5(pid=26402): ERR: Terminated: ERROR {rc=1} [trial-2354↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26402)]\u000a04:43:59.637431 run osmo-stp_10.42.42.5(pid=26402): stdout: \u000a| (launched: 2022-12-09_04:43:58.134958)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:43:59.772622 run osmo-stp_10.42.42.5(pid=26402): stderr: \u000a| �[0;m�[38;5;43m20221209044358330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044358330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044358330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044358331 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044358331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044358331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044358331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:43:59.901522 run osmo-stp_10.42.42.5(pid=26402): stdout: \u000a| (launched: 2022-12-09_04:43:58.134958)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:44:00.029360 run osmo-stp_10.42.42.5(pid=26402): stderr: \u000a| �[0;m�[38;5;43m20221209044358330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044358330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044358330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044358331 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044358331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044358331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044358331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:44:00.085879 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26402): Process ended prematurely: osmo-stp_10.42.42.5(pid=26402) [trial-2354↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26402)] [trial-2354↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a04:44:00.095349 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a04:44:00.159299 run osmo-hlr_10.42.42.2(pid=26399): ERR: Terminated: ERROR {rc=237} [trial-2354↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26399)]\u000a04:44:00.211492 run osmo-hlr_10.42.42.2(pid=26399): stdout: \u000a| (launched: 2022-12-09_04:43:57.139953) \u000a04:44:00.264136 run osmo-hlr_10.42.42.2(pid=26399): stderr: \u000a| �[0;m�[1;31m20221209044357337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209044357337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209044357337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044357337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044357337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209044357337 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209044357349 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209044357357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209044357357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209044357357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:44:00.336552 run osmo-msc_10.42.42.6(pid=26405): ERR: Terminated: ERROR {rc=2} [trial-2354↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26405)]\u000a04:44:00.388645 run osmo-msc_10.42.42.6(pid=26405): stdout: \u000a| (launched: 2022-12-09_04:43:59.156175) \u000a04:44:00.441467 run osmo-msc_10.42.42.6(pid=26405): stderr: \u000a| �[0;m�[38;5;43m20221209044359475 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209044359475 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8977444c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209044359476 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209044359476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209044359476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209044359476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209044359478 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209044359478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209044359478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209044359478 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:44:00.486696 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26398): Terminating (SIGTERM)\u000a04:44:00.528786 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26401): Terminating (SIGTERM)\u000a04:44:00.571020 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26404): Terminating (SIGTERM)\u000a04:44:00.580911 --- ParallelTerminationStrategy: PID 26398 died...\u000a04:44:00.637645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26398): Terminated: ok {rc=0}\u000a04:44:00.648030 --- ParallelTerminationStrategy: PID 26401 died...\u000a04:44:00.704605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26401): Terminated: ok {rc=0}\u000a04:44:00.715025 --- ParallelTerminationStrategy: PID 26404 died...\u000a04:44:00.771518 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26404): Terminated: ok {rc=0}\u000a04:44:00.861200 bus /sierra_3: Setting Powered False\u000a04:44:01.969910 bus /sierra_3: Setting Powered False\u000a04:44:03.076767 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "153", "name" : "voice_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:43:43" }, { "cases" : [ { "testActions" : [ ], "age" : 24, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26416): Process ended prematurely: osmo-stp_10.42.42.5(pid=26416) [trial-2354↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26416)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26416): Process ended prematurely: osmo-stp_10.42.42.5(pid=26416) [trial-2354↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26416)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 emergency:nanobts+band-900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a04:44:05.096039 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a04:44:05.106886 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a04:44:05.240047 tst emergency_mo_mt_call.py: using LAC 19155\u000a04:44:05.358291 tst emergency_mo_mt_call.py: using RAC 30\u000a04:44:05.472795 tst emergency_mo_mt_call.py: using CellId 19155\u000a04:44:05.589810 tst emergency_mo_mt_call.py: using BVCI 19156\u000a04:44:05.611958 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a04:44:05.622794 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a04:44:05.633166 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a04:44:05.643695 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a04:44:05.654191 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a04:44:05.664682 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a04:44:05.775164 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a04:44:05.981223 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:44:06.478018 run create_hlr_db(pid=26410): Launched\u000a04:44:06.660817 bus /sierra_2: Setting Powered False\u000a04:44:07.681515 run create_hlr_db(pid=26410): Terminated: ok {rc=0}\u000a04:44:08.099369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26412): Launched\u000a04:44:08.415162 run osmo-hlr_10.42.42.2(pid=26413): Launched\u000a04:44:08.533361 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:44:09.079983 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26415): Launched\u000a04:44:09.394654 run osmo-stp_10.42.42.5(pid=26416): Launched\u000a04:44:09.520112 tst emergency_mo_mt_call.py: using MSISDN 7028\u000a04:44:09.676748 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:44:10.252868 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26418): Launched\u000a04:44:10.568297 run osmo-msc_10.42.42.6(pid=26419): Launched\u000a04:44:10.753259 run osmo-stp_10.42.42.5(pid=26416): ERR: Terminated: ERROR {rc=1} [trial-2354↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26416)]\u000a04:44:10.886937 run osmo-stp_10.42.42.5(pid=26416): stdout: \u000a| (launched: 2022-12-09_04:44:09.239015)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:44:11.020340 run osmo-stp_10.42.42.5(pid=26416): stderr: \u000a| �[0;m�[38;5;43m20221209044409433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044409433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044409433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044409434 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044409434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044409434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044409434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:44:11.146912 run osmo-stp_10.42.42.5(pid=26416): stdout: \u000a| (launched: 2022-12-09_04:44:09.239015)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:44:11.272177 run osmo-stp_10.42.42.5(pid=26416): stderr: \u000a| �[0;m�[38;5;43m20221209044409433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044409433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044409433 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044409434 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044409434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044409434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044409434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:44:11.327091 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=26416): Process ended prematurely: osmo-stp_10.42.42.5(pid=26416) [trial-2354↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26416)] [trial-2354↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19]\u000a04:44:11.335682 tst emergency_mo_mt_call.py:19: Test FAILED (6.2 sec)\u000a04:44:11.400175 run osmo-hlr_10.42.42.2(pid=26413): ERR: Terminated: ERROR {rc=237} [trial-2354↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26413)]\u000a04:44:11.452467 run osmo-hlr_10.42.42.2(pid=26413): stdout: \u000a| (launched: 2022-12-09_04:44:08.259288) \u000a04:44:11.505159 run osmo-hlr_10.42.42.2(pid=26413): stderr: \u000a| �[0;m�[1;31m20221209044408456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209044408456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209044408456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044408456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044408456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209044408456 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209044408468 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/emergency:nanobts+band-900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209044408477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209044408477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209044408477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:44:11.576579 run osmo-msc_10.42.42.6(pid=26419): ERR: Terminated: ERROR {rc=2} [trial-2354↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26419)]\u000a04:44:11.628744 run osmo-msc_10.42.42.6(pid=26419): stdout: \u000a| (launched: 2022-12-09_04:44:10.413218) \u000a04:44:11.681443 run osmo-msc_10.42.42.6(pid=26419): stderr: \u000a| �[0;m�[38;5;43m20221209044410736 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209044410736 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe726efac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209044410736 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209044410736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209044410736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209044410736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209044410738 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209044410739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209044410739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209044410739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:44:11.725842 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26412): Terminating (SIGTERM)\u000a04:44:11.768241 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26415): Terminating (SIGTERM)\u000a04:44:11.810614 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26418): Terminating (SIGTERM)\u000a04:44:11.820668 --- ParallelTerminationStrategy: PID 26412 died...\u000a04:44:11.877225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26412): Terminated: ok {rc=0}\u000a04:44:11.887419 --- ParallelTerminationStrategy: PID 26415 died...\u000a04:44:11.943802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26415): Terminated: ok {rc=0}\u000a04:44:11.953964 --- ParallelTerminationStrategy: PID 26418 died...\u000a04:44:12.010238 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26418): Terminated: ok {rc=0}\u000a04:44:12.098742 bus /sierra_3: Setting Powered False\u000a04:44:13.204324 bus /sierra_3: Setting Powered False\u000a04:44:14.313548 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 192, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26427): Process ended prematurely: osmo-stp_10.42.42.5(pid=26427) [trial-2354↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26427)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26427): Process ended prematurely: osmo-stp_10.42.42.5(pid=26427) [trial-2354↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26427)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 emergency:nanobts+band-900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a04:44:15.366391 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a04:44:15.378139 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a04:44:15.518928 tst emergency_preemptive_call.py: using LAC 19156\u000a04:44:15.634977 tst emergency_preemptive_call.py: using RAC 31\u000a04:44:15.753703 tst emergency_preemptive_call.py: using CellId 19156\u000a04:44:15.870795 tst emergency_preemptive_call.py: using BVCI 19157\u000a04:44:15.897484 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a04:44:15.908621 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a04:44:15.929889 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a04:44:15.941080 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a04:44:15.951960 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a04:44:15.963217 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a04:44:16.092940 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a04:44:16.238312 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a04:44:16.387013 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a04:44:16.649673 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:44:17.202162 run create_hlr_db(pid=26421): Launched\u000a04:44:17.386880 bus /sierra_2: Setting Powered False\u000a04:44:18.401164 run create_hlr_db(pid=26421): Terminated: ok {rc=0}\u000a04:44:18.793539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26423): Launched\u000a04:44:19.085946 run osmo-hlr_10.42.42.2(pid=26424): Launched\u000a04:44:19.192829 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:44:19.700087 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26426): Launched\u000a04:44:19.992181 run osmo-stp_10.42.42.5(pid=26427): Launched\u000a04:44:20.109540 tst emergency_preemptive_call.py: using MSISDN 7029\u000a04:44:20.254710 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:44:20.789218 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26429): Launched\u000a04:44:21.082218 run osmo-msc_10.42.42.6(pid=26430): Launched\u000a04:44:21.254393 run osmo-stp_10.42.42.5(pid=26427): ERR: Terminated: ERROR {rc=1} [trial-2354↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26427)]\u000a04:44:21.379243 run osmo-stp_10.42.42.5(pid=26427): stdout: \u000a| (launched: 2022-12-09_04:44:19.848262)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:44:21.501996 run osmo-stp_10.42.42.5(pid=26427): stderr: \u000a| �[0;m�[38;5;43m20221209044420018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044420018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044420018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044420019 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044420019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044420019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044420019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:44:21.620128 run osmo-stp_10.42.42.5(pid=26427): stdout: \u000a| (launched: 2022-12-09_04:44:19.848262)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:44:21.736817 run osmo-stp_10.42.42.5(pid=26427): stderr: \u000a| �[0;m�[38;5;43m20221209044420018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044420018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044420018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044420019 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044420019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044420019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044420019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:44:21.788123 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=26427): Process ended prematurely: osmo-stp_10.42.42.5(pid=26427) [trial-2354↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26427)] [trial-2354↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32]\u000a04:44:21.796151 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a04:44:21.856777 run osmo-hlr_10.42.42.2(pid=26424): ERR: Terminated: ERROR {rc=237} [trial-2354↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26424)]\u000a04:44:21.906259 run osmo-hlr_10.42.42.2(pid=26424): stdout: \u000a| (launched: 2022-12-09_04:44:18.941639) \u000a04:44:21.956426 run osmo-hlr_10.42.42.2(pid=26424): stderr: \u000a| �[0;m�[1;31m20221209044419116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209044419116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209044419116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044419116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044419116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209044419116 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209044419128 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/emergency:nanobts+band-900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209044419137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209044419137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209044419137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:44:22.024485 run osmo-msc_10.42.42.6(pid=26430): ERR: Terminated: ERROR {rc=2} [trial-2354↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26430)]\u000a04:44:22.073662 run osmo-msc_10.42.42.6(pid=26430): stdout: \u000a| (launched: 2022-12-09_04:44:20.937439) \u000a04:44:22.123372 run osmo-msc_10.42.42.6(pid=26430): stderr: \u000a| �[0;m�[38;5;43m20221209044421207 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209044421208 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4d2ede5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209044421208 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209044421208 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209044421209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209044421209 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209044421211 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209044421211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209044421211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209044421211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:44:22.165454 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26423): Terminating (SIGTERM)\u000a04:44:22.205710 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26426): Terminating (SIGTERM)\u000a04:44:22.245888 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26429): Terminating (SIGTERM)\u000a04:44:22.255320 --- ParallelTerminationStrategy: PID 26423 died...\u000a04:44:22.309245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26423): Terminated: ok {rc=0}\u000a04:44:22.319146 --- ParallelTerminationStrategy: PID 26426 died...\u000a04:44:22.372735 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26426): Terminated: ok {rc=0}\u000a04:44:22.382714 --- ParallelTerminationStrategy: PID 26429 died...\u000a04:44:22.436356 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26429): Terminated: ok {rc=0}\u000a04:44:22.520722 bus /sierra_9: Setting Powered False\u000a04:44:23.622250 bus /sierra_9: Setting Powered False\u000a04:44:24.734300 bus /sierra_8: Setting Powered False\u000a04:44:25.837956 bus /sierra_8: Setting Powered False\u000a04:44:26.949237 bus /sierra_3: Setting Powered False\u000a04:44:28.054972 bus /sierra_3: Setting Powered False\u000a04:44:29.167652 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "154", "name" : "emergency_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:44:04" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "gprs:nanobts+band-900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26445): Process ended prematurely: osmo-stp_10.42.42.5(pid=26445) [trial-2354↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26445)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26445): Process ended prematurely: osmo-stp_10.42.42.5(pid=26445) [trial-2354↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26445)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:nanobts+band-900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:44:31.285680 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:44:31.298131 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a04:44:31.473307 tst cs_paging_gprs_active.py: using LAC 19157\u000a04:44:31.611692 tst cs_paging_gprs_active.py: using RAC 32\u000a04:44:31.740428 tst cs_paging_gprs_active.py: using CellId 19157\u000a04:44:31.864860 tst cs_paging_gprs_active.py: using BVCI 19158\u000a04:44:31.888555 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:44:31.899606 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:44:31.910548 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:44:31.921552 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:44:31.932273 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:44:31.943248 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:44:31.954409 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:44:31.965071 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:44:31.976038 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a04:44:32.095044 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a04:44:32.383168 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:44:32.508118 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:44:32.818294 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26435): Launched\u000a04:44:33.074982 run iperf3-srv_10.42.42.10(pid=26436): Launched\u000a04:44:33.255946 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:44:33.379858 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:44:33.688584 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26437): Launched\u000a04:44:33.944745 run iperf3-srv_10.42.42.10(pid=26438): Launched\u000a04:44:34.124860 tst cs_paging_gprs_active.py:38: start network...\u000a04:44:34.248242 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:44:34.726130 run create_hlr_db(pid=26439): Launched\u000a04:44:34.896775 bus /sierra_2: Setting Powered False\u000a04:44:35.920223 run create_hlr_db(pid=26439): Terminated: ok {rc=0}\u000a04:44:36.346238 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26441): Launched\u000a04:44:36.677028 run osmo-hlr_10.42.42.2(pid=26442): Launched\u000a04:44:36.798445 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:44:37.355125 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26444): Launched\u000a04:44:37.676389 run osmo-stp_10.42.42.5(pid=26445): Launched\u000a04:44:37.793574 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:44:38.351375 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26447): Launched\u000a04:44:38.466924 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:44:38.747341 run patchelf(pid=26448): Launched\u000a04:44:38.935306 run osmo-stp_10.42.42.5(pid=26445): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26445)]\u000a04:44:39.072518 run osmo-stp_10.42.42.5(pid=26445): stdout: \u000a| (launched: 2022-12-09_04:44:37.518159)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:44:39.210043 run osmo-stp_10.42.42.5(pid=26445): stderr: \u000a| �[0;m�[38;5;43m20221209044437711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044437711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044437712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044437712 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044437712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044437712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044437713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:44:39.343156 run osmo-stp_10.42.42.5(pid=26445): stdout: \u000a| (launched: 2022-12-09_04:44:37.518159)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:44:39.475625 run osmo-stp_10.42.42.5(pid=26445): stderr: \u000a| �[0;m�[38;5;43m20221209044437711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044437711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044437712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044437712 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044437712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044437712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044437713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:44:39.629712 run patchelf(pid=26448): Terminating (SIGINT)\u000a04:44:39.810420 run patchelf(pid=26448): Terminated: ok {rc=0}\u000a04:44:39.843801 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26445): Process ended prematurely: osmo-stp_10.42.42.5(pid=26445) [trial-2354↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26445)] [trial-2354↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38]\u000a04:44:39.853583 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a04:44:39.918527 run osmo-hlr_10.42.42.2(pid=26442): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:nanobts+band-900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26442)]\u000a04:44:39.971063 run osmo-hlr_10.42.42.2(pid=26442): stdout: \u000a| (launched: 2022-12-09_04:44:36.518340) \u000a04:44:40.023801 run osmo-hlr_10.42.42.2(pid=26442): stderr: \u000a| �[0;m�[1;31m20221209044436718 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209044436719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209044436719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044436719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044436719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209044436719 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209044436730 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:nanobts+band-900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209044436740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209044436740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209044436740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:44:40.068292 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26435): Terminating (SIGTERM)\u000a04:44:40.110633 run iperf3-srv_10.42.42.10(pid=26436): Terminating (SIGTERM)\u000a04:44:40.152928 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26437): Terminating (SIGTERM)\u000a04:44:40.195181 run iperf3-srv_10.42.42.10(pid=26438): Terminating (SIGTERM)\u000a04:44:40.237661 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26441): Terminating (SIGTERM)\u000a04:44:40.280246 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26444): Terminating (SIGTERM)\u000a04:44:40.322550 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26447): Terminating (SIGTERM)\u000a04:44:40.332835 --- ParallelTerminationStrategy: PID 26435 died...\u000a04:44:40.390036 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26435): Terminated: ok {rc=0}\u000a04:44:40.400330 --- ParallelTerminationStrategy: PID 26436 died...\u000a04:44:40.456743 run iperf3-srv_10.42.42.10(pid=26436): Terminated {rc=256}\u000a04:44:40.467005 --- ParallelTerminationStrategy: PID 26437 died...\u000a04:44:40.523823 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26437): Terminated: ok {rc=0}\u000a04:44:40.534127 --- ParallelTerminationStrategy: PID 26438 died...\u000a04:44:40.590502 run iperf3-srv_10.42.42.10(pid=26438): Terminated {rc=256}\u000a04:44:40.600706 --- ParallelTerminationStrategy: PID 26441 died...\u000a04:44:40.657317 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26441): Terminated: ok {rc=0}\u000a04:44:40.667775 --- ParallelTerminationStrategy: PID 26444 died...\u000a04:44:40.724792 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26444): Terminated: ok {rc=0}\u000a04:44:40.735212 --- ParallelTerminationStrategy: PID 26447 died...\u000a04:44:40.792125 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26447): Terminated: ok {rc=0}\u000a04:44:40.879717 bus /gobi_0: Setting Powered False\u000a04:44:41.987352 bus /gobi_0: Setting Powered False\u000a04:44:43.094958 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 42, "className" : "gprs:nanobts+band-900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26457): Process ended prematurely: osmo-stp_10.42.42.5(pid=26457) [trial-2354↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26457)]", "failedSince" : 2313, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26457): Process ended prematurely: osmo-stp_10.42.42.5(pid=26457) [trial-2354↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26457)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:nanobts+band-900 iperf3.py\u000a----------------------------------------------\u000a04:44:44.210450 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:44:44.222129 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a04:44:44.360715 tst iperf3.py: using LAC 19158\u000a04:44:44.487852 tst iperf3.py: using RAC 33\u000a04:44:44.613843 tst iperf3.py: using CellId 19158\u000a04:44:44.739723 tst iperf3.py: using BVCI 19159\u000a04:44:44.764381 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:44:44.775699 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:44:44.786594 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:44:44.798188 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:44:44.809407 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:44:44.820363 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:44:44.831699 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:44:44.842952 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:44:44.854368 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a04:44:45.129346 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:44:45.253284 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:44:45.561936 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26449): Launched\u000a04:44:45.818485 run iperf3-srv_10.42.42.10(pid=26450): Launched\u000a04:44:46.028144 tst iperf3.py:8: start network...\u000a04:44:46.154329 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:44:46.682702 run create_hlr_db(pid=26451): Launched\u000a04:44:46.858545 bus /gobi_6: Setting Powered False\u000a04:44:47.890169 run create_hlr_db(pid=26451): Terminated: ok {rc=0}\u000a04:44:48.317523 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26453): Launched\u000a04:44:48.640001 run osmo-hlr_10.42.42.2(pid=26454): Launched\u000a04:44:48.761017 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:44:49.321443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26456): Launched\u000a04:44:49.643538 run osmo-stp_10.42.42.5(pid=26457): Launched\u000a04:44:49.760732 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:44:50.318186 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26459): Launched\u000a04:44:50.433205 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:44:50.711880 run patchelf(pid=26460): Launched\u000a04:44:50.900201 run osmo-stp_10.42.42.5(pid=26457): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26457)]\u000a04:44:51.037935 run osmo-stp_10.42.42.5(pid=26457): stdout: \u000a| (launched: 2022-12-09_04:44:49.485345)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:44:51.175928 run osmo-stp_10.42.42.5(pid=26457): stderr: \u000a| �[0;m�[38;5;43m20221209044449681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044449681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044449682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044449682 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044449682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044449682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044449683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:44:51.309336 run osmo-stp_10.42.42.5(pid=26457): stdout: \u000a| (launched: 2022-12-09_04:44:49.485345)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:44:51.441965 run osmo-stp_10.42.42.5(pid=26457): stderr: \u000a| �[0;m�[38;5;43m20221209044449681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044449681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044449682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044449682 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044449682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044449682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044449683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:44:51.595663 run patchelf(pid=26460): Terminating (SIGINT)\u000a04:44:51.776113 run patchelf(pid=26460): Terminated: ok {rc=0}\u000a04:44:51.809479 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26457): Process ended prematurely: osmo-stp_10.42.42.5(pid=26457) [trial-2354↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26457)] [trial-2354↪gprs:nanobts+band-900↪iperf3.py:8]\u000a04:44:51.819417 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a04:44:51.884501 run osmo-hlr_10.42.42.2(pid=26454): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:nanobts+band-900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26454)]\u000a04:44:51.937131 run osmo-hlr_10.42.42.2(pid=26454): stdout: \u000a| (launched: 2022-12-09_04:44:48.481671) \u000a04:44:51.990219 run osmo-hlr_10.42.42.2(pid=26454): stderr: \u000a| �[0;m�[1;31m20221209044448681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209044448681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209044448681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044448681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044448681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209044448681 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209044448694 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:nanobts+band-900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209044448702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209044448702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209044448702 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:44:52.035571 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26449): Terminating (SIGTERM)\u000a04:44:52.078320 run iperf3-srv_10.42.42.10(pid=26450): Terminating (SIGTERM)\u000a04:44:52.121645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26453): Terminating (SIGTERM)\u000a04:44:52.164607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26456): Terminating (SIGTERM)\u000a04:44:52.207013 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26459): Terminating (SIGTERM)\u000a04:44:52.217349 --- ParallelTerminationStrategy: PID 26449 died...\u000a04:44:52.274326 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26449): Terminated: ok {rc=0}\u000a04:44:52.284651 --- ParallelTerminationStrategy: PID 26450 died...\u000a04:44:52.341424 run iperf3-srv_10.42.42.10(pid=26450): Terminated {rc=256}\u000a04:44:52.351785 --- ParallelTerminationStrategy: PID 26453 died...\u000a04:44:52.408728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26453): Terminated: ok {rc=0}\u000a04:44:52.419056 --- ParallelTerminationStrategy: PID 26456 died...\u000a04:44:52.475992 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26456): Terminated: ok {rc=0}\u000a04:44:52.486249 --- ParallelTerminationStrategy: PID 26459 died...\u000a04:44:52.543199 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26459): Terminated: ok {rc=0}\u000a04:44:52.631256 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 194, "className" : "gprs:nanobts+band-900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26478): Process ended prematurely: osmo-stp_10.42.42.5(pid=26478) [trial-2354↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26478)]", "failedSince" : 2161, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26478): Process ended prematurely: osmo-stp_10.42.42.5(pid=26478) [trial-2354↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26478)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:nanobts+band-900 iperf3m4.py\u000a----------------------------------------------\u000a04:44:53.748485 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:44:53.760135 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a04:44:53.905940 tst iperf3m4.py: using LAC 19159\u000a04:44:54.033239 tst iperf3m4.py: using RAC 34\u000a04:44:54.156902 tst iperf3m4.py: using CellId 19159\u000a04:44:54.276111 tst iperf3m4.py: using BVCI 19160\u000a04:44:54.298930 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:44:54.309762 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:44:54.320293 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:44:54.330822 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:44:54.341558 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:44:54.352092 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:44:54.362681 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:44:54.372881 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:44:54.383442 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a04:44:54.501673 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a04:44:54.622528 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a04:44:54.739510 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a04:44:55.014506 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:44:55.138871 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:44:55.447596 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26461): Launched\u000a04:44:55.704004 run iperf3-srv_10.42.42.10(pid=26462): Launched\u000a04:44:55.884533 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:44:56.008094 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:44:56.316564 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26463): Launched\u000a04:44:56.573368 run iperf3-srv_10.42.42.10(pid=26464): Launched\u000a04:44:56.754808 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:44:56.879260 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:44:57.189545 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26465): Launched\u000a04:44:57.446877 run iperf3-srv_10.42.42.10(pid=26466): Launched\u000a04:44:57.628231 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:44:57.752233 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:44:58.062168 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26467): Launched\u000a04:44:58.320121 run iperf3-srv_10.42.42.10(pid=26468): Launched\u000a04:44:58.502035 tst iperf3m4.py:8: start network...\u000a04:44:58.626608 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:44:59.107561 run create_hlr_db(pid=26469): Launched\u000a04:44:59.279008 bus /gobi_6: Setting Powered False\u000a04:45:00.302706 run create_hlr_db(pid=26469): Terminated: ok {rc=0}\u000a04:45:00.731140 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26471): Launched\u000a04:45:01.188210 run osmo-hlr_10.42.42.2(pid=26472): Launched\u000a04:45:01.376812 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:45:01.971484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26477): Launched\u000a04:45:02.319385 run osmo-stp_10.42.42.5(pid=26478): Launched\u000a04:45:02.560818 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:45:03.123345 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26480): Launched\u000a04:45:03.238421 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:45:03.518435 run patchelf(pid=26481): Launched\u000a04:45:03.707221 run osmo-stp_10.42.42.5(pid=26478): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26478)]\u000a04:45:03.845479 run osmo-stp_10.42.42.5(pid=26478): stdout: \u000a| (launched: 2022-12-09_04:45:02.134237)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:45:03.983753 run osmo-stp_10.42.42.5(pid=26478): stderr: \u000a| �[0;m�[38;5;43m20221209044502389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044502390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044502390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044502390 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044502391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044502391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044502391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:45:04.117559 run osmo-stp_10.42.42.5(pid=26478): stdout: \u000a| (launched: 2022-12-09_04:45:02.134237)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:45:04.250501 run osmo-stp_10.42.42.5(pid=26478): stderr: \u000a| �[0;m�[38;5;43m20221209044502389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044502390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044502390 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044502390 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044502391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044502391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044502391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:45:04.406313 run patchelf(pid=26481): Terminating (SIGINT)\u000a04:45:04.588270 run patchelf(pid=26481): Terminated: ok {rc=0}\u000a04:45:04.621752 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26478): Process ended prematurely: osmo-stp_10.42.42.5(pid=26478) [trial-2354↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26478)] [trial-2354↪gprs:nanobts+band-900↪iperf3m4.py:8]\u000a04:45:04.631599 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a04:45:04.696635 run osmo-hlr_10.42.42.2(pid=26472): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:nanobts+band-900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26472)]\u000a04:45:04.749157 run osmo-hlr_10.42.42.2(pid=26472): stdout: \u000a| (launched: 2022-12-09_04:45:00.910321) \u000a04:45:04.802246 run osmo-hlr_10.42.42.2(pid=26472): stderr: \u000a| �[0;m�[1;31m20221209044501196 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209044501197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209044501197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044501197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044501197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209044501197 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209044501217 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:nanobts+band-900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209044501241 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209044501242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209044501242 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:45:04.847975 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26461): Terminating (SIGTERM)\u000a04:45:04.890555 run iperf3-srv_10.42.42.10(pid=26462): Terminating (SIGTERM)\u000a04:45:04.934238 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26463): Terminating (SIGTERM)\u000a04:45:04.976792 run iperf3-srv_10.42.42.10(pid=26464): Terminating (SIGTERM)\u000a04:45:05.019466 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26465): Terminating (SIGTERM)\u000a04:45:05.061654 run iperf3-srv_10.42.42.10(pid=26466): Terminating (SIGTERM)\u000a04:45:05.104293 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26467): Terminating (SIGTERM)\u000a04:45:05.147299 run iperf3-srv_10.42.42.10(pid=26468): Terminating (SIGTERM)\u000a04:45:05.189806 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26471): Terminating (SIGTERM)\u000a04:45:05.232679 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26477): Terminating (SIGTERM)\u000a04:45:05.275388 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26480): Terminating (SIGTERM)\u000a04:45:05.285420 --- ParallelTerminationStrategy: PID 26461 died...\u000a04:45:05.342620 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26461): Terminated: ok {rc=0}\u000a04:45:05.353056 --- ParallelTerminationStrategy: PID 26462 died...\u000a04:45:05.410014 run iperf3-srv_10.42.42.10(pid=26462): Terminated {rc=256}\u000a04:45:05.420412 --- ParallelTerminationStrategy: PID 26463 died...\u000a04:45:05.476916 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26463): Terminated: ok {rc=0}\u000a04:45:05.487268 --- ParallelTerminationStrategy: PID 26464 died...\u000a04:45:05.543578 run iperf3-srv_10.42.42.10(pid=26464): Terminated {rc=256}\u000a04:45:05.553898 --- ParallelTerminationStrategy: PID 26465 died...\u000a04:45:05.610519 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26465): Terminated: ok {rc=0}\u000a04:45:05.620839 --- ParallelTerminationStrategy: PID 26466 died...\u000a04:45:05.676653 run iperf3-srv_10.42.42.10(pid=26466): Terminated {rc=256}\u000a04:45:05.687148 --- ParallelTerminationStrategy: PID 26467 died...\u000a04:45:05.743122 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26467): Terminated: ok {rc=0}\u000a04:45:05.753653 --- ParallelTerminationStrategy: PID 26468 died...\u000a04:45:05.809399 run iperf3-srv_10.42.42.10(pid=26468): Terminated {rc=256}\u000a04:45:05.819859 --- ParallelTerminationStrategy: PID 26471 died...\u000a04:45:05.876091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26471): Terminated: ok {rc=0}\u000a04:45:05.886383 --- ParallelTerminationStrategy: PID 26477 died...\u000a04:45:05.942872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26477): Terminated: ok {rc=0}\u000a04:45:05.953183 --- ParallelTerminationStrategy: PID 26480 died...\u000a04:45:06.009595 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26480): Terminated: ok {rc=0}\u000a04:45:06.097256 bus /gobi_4: Setting Powered False\u000a04:45:07.200061 bus /gobi_4: Setting Powered False\u000a04:45:08.311736 bus /gobi_1: Setting Powered False\u000a04:45:09.415100 bus /gobi_1: Setting Powered False\u000a04:45:10.527898 bus /gobi_0: Setting Powered False\u000a04:45:11.631643 bus /gobi_0: Setting Powered False\u000a04:45:12.744802 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 29, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26488): Process ended prematurely: osmo-stp_10.42.42.5(pid=26488) [trial-2354↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26488)]", "failedSince" : 2326, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26488): Process ended prematurely: osmo-stp_10.42.42.5(pid=26488) [trial-2354↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26488)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:nanobts+band-900 ping.py\u000a----------------------------------------------\u000a04:45:13.810416 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:45:13.821398 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a04:45:13.955284 tst ping.py: using LAC 19160\u000a04:45:14.086114 tst ping.py: using RAC 35\u000a04:45:14.206606 tst ping.py: using CellId 19160\u000a04:45:14.321618 tst ping.py: using BVCI 19161\u000a04:45:14.344331 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:45:14.354993 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:45:14.365405 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:45:14.375792 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:45:14.386134 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:45:14.396415 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:45:14.406995 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:45:14.417369 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a04:45:14.688190 tst ping.py:19: start network...\u000a04:45:14.809703 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:45:15.279434 run create_hlr_db(pid=26482): Launched\u000a04:45:15.447908 bus /gobi_6: Setting Powered False\u000a04:45:16.516356 run create_hlr_db(pid=26482): Terminated: ok {rc=0}\u000a04:45:17.010346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26484): Launched\u000a04:45:17.331010 run osmo-hlr_10.42.42.2(pid=26485): Launched\u000a04:45:17.445637 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:45:17.993905 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26487): Launched\u000a04:45:18.306775 run osmo-stp_10.42.42.5(pid=26488): Launched\u000a04:45:18.422630 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:45:18.970993 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26490): Launched\u000a04:45:19.083315 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:45:19.358247 run patchelf(pid=26491): Launched\u000a04:45:19.543213 run osmo-stp_10.42.42.5(pid=26488): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26488)]\u000a04:45:19.678047 run osmo-stp_10.42.42.5(pid=26488): stdout: \u000a| (launched: 2022-12-09_04:45:18.153071)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:45:19.813005 run osmo-stp_10.42.42.5(pid=26488): stderr: \u000a| �[0;m�[38;5;43m20221209044518342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044518342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044518343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044518343 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044518345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044518345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044518346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:45:19.943684 run osmo-stp_10.42.42.5(pid=26488): stdout: \u000a| (launched: 2022-12-09_04:45:18.153071)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:45:20.073380 run osmo-stp_10.42.42.5(pid=26488): stderr: \u000a| �[0;m�[38;5;43m20221209044518342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044518342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044518343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044518343 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044518345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044518345 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044518346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:45:20.224236 run patchelf(pid=26491): Terminating (SIGINT)\u000a04:45:20.402292 run patchelf(pid=26491): Terminated: ok {rc=0}\u000a04:45:20.434637 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26488): Process ended prematurely: osmo-stp_10.42.42.5(pid=26488) [trial-2354↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26488)] [trial-2354↪gprs:nanobts+band-900↪ping.py:22]\u000a04:45:20.443737 tst ping.py:22: Test FAILED (6.6 sec)\u000a04:45:20.507912 run osmo-hlr_10.42.42.2(pid=26485): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:nanobts+band-900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26485)]\u000a04:45:20.559892 run osmo-hlr_10.42.42.2(pid=26485): stdout: \u000a| (launched: 2022-12-09_04:45:17.173151) \u000a04:45:20.612895 run osmo-hlr_10.42.42.2(pid=26485): stderr: \u000a| �[0;m�[1;31m20221209044517370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209044517370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209044517370 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044517371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044517371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209044517371 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209044517382 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:nanobts+band-900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209044517391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209044517391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209044517391 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:45:20.657495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26484): Terminating (SIGTERM)\u000a04:45:20.699605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26487): Terminating (SIGTERM)\u000a04:45:20.741644 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26490): Terminating (SIGTERM)\u000a04:45:20.751669 --- ParallelTerminationStrategy: PID 26484 died...\u000a04:45:20.807917 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26484): Terminated: ok {rc=0}\u000a04:45:20.818374 --- ParallelTerminationStrategy: PID 26487 died...\u000a04:45:20.874486 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26487): Terminated: ok {rc=0}\u000a04:45:20.884613 --- ParallelTerminationStrategy: PID 26490 died...\u000a04:45:20.940501 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26490): Terminated: ok {rc=0}\u000a04:45:21.027580 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26498): Process ended prematurely: osmo-stp_10.42.42.5(pid=26498) [trial-2354↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26498)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26498): Process ended prematurely: osmo-stp_10.42.42.5(pid=26498) [trial-2354↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26498)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:nanobts+band-900 ping_idle_ping.py\u000a----------------------------------------------\u000a04:45:22.080475 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:45:22.092490 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a04:45:22.234300 tst ping_idle_ping.py: using LAC 19161\u000a04:45:22.360900 tst ping_idle_ping.py: using RAC 36\u000a04:45:22.484436 tst ping_idle_ping.py: using CellId 19161\u000a04:45:22.608183 tst ping_idle_ping.py: using BVCI 19162\u000a04:45:22.632321 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:45:22.643410 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:45:22.654299 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:45:22.665448 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:45:22.676397 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:45:22.687381 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:45:22.698883 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a04:45:22.709760 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a04:45:22.984597 tst ping_idle_ping.py:24: start network...\u000a04:45:23.107860 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:45:23.582304 run create_hlr_db(pid=26492): Launched\u000a04:45:23.751040 bus /gobi_6: Setting Powered False\u000a04:45:24.773637 run create_hlr_db(pid=26492): Terminated: ok {rc=0}\u000a04:45:25.190460 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26494): Launched\u000a04:45:25.483339 run osmo-hlr_10.42.42.2(pid=26495): Launched\u000a04:45:25.590470 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:45:26.101442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26497): Launched\u000a04:45:26.395756 run osmo-stp_10.42.42.5(pid=26498): Launched\u000a04:45:26.503009 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:45:27.015337 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26500): Launched\u000a04:45:27.119866 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:45:27.376353 run patchelf(pid=26501): Launched\u000a04:45:27.549222 run osmo-stp_10.42.42.5(pid=26498): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26498)]\u000a04:45:27.675293 run osmo-stp_10.42.42.5(pid=26498): stdout: \u000a| (launched: 2022-12-09_04:45:26.250284)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:45:27.801806 run osmo-stp_10.42.42.5(pid=26498): stderr: \u000a| �[0;m�[38;5;43m20221209044526422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044526422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044526422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044526423 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044526423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044526423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044526423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:45:27.923842 run osmo-stp_10.42.42.5(pid=26498): stdout: \u000a| (launched: 2022-12-09_04:45:26.250284)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:45:28.045039 run osmo-stp_10.42.42.5(pid=26498): stderr: \u000a| �[0;m�[38;5;43m20221209044526422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044526422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044526422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044526423 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044526423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044526423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044526423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:45:28.186546 run patchelf(pid=26501): Terminating (SIGINT)\u000a04:45:28.353815 run patchelf(pid=26501): Terminated: ok {rc=0}\u000a04:45:28.384520 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26498): Process ended prematurely: osmo-stp_10.42.42.5(pid=26498) [trial-2354↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26498)] [trial-2354↪gprs:nanobts+band-900↪ping_idle_ping.py:27]\u000a04:45:28.393399 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a04:45:28.453924 run osmo-hlr_10.42.42.2(pid=26495): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:nanobts+band-900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26495)]\u000a04:45:28.503158 run osmo-hlr_10.42.42.2(pid=26495): stdout: \u000a| (launched: 2022-12-09_04:45:25.338759) \u000a04:45:28.553214 run osmo-hlr_10.42.42.2(pid=26495): stderr: \u000a| �[0;m�[1;31m20221209044525513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209044525513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209044525513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044525513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044525513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209044525513 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209044525526 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:nanobts+band-900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209044525535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209044525535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209044525535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:45:28.595593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26494): Terminating (SIGTERM)\u000a04:45:28.635529 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26497): Terminating (SIGTERM)\u000a04:45:28.675454 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26500): Terminating (SIGTERM)\u000a04:45:28.684739 --- ParallelTerminationStrategy: PID 26494 died...\u000a04:45:28.738481 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26494): Terminated: ok {rc=0}\u000a04:45:28.748481 --- ParallelTerminationStrategy: PID 26497 died...\u000a04:45:28.802166 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26497): Terminated: ok {rc=0}\u000a04:45:28.812218 --- ParallelTerminationStrategy: PID 26500 died...\u000a04:45:28.865901 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26500): Terminated: ok {rc=0}\u000a04:45:28.954679 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "155", "name" : "gprs_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:44:30" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26516): Process ended prematurely: osmo-stp_10.42.42.5(pid=26516) [trial-2354↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26516)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26516): Process ended prematurely: osmo-stp_10.42.42.5(pid=26516) [trial-2354↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26516)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:nanobts+band-900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:45:31.134557 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:45:31.150277 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:45:31.296486 tst cs_paging_gprs_active.py: using LAC 19162\u000a04:45:31.420596 tst cs_paging_gprs_active.py: using RAC 37\u000a04:45:31.572008 tst cs_paging_gprs_active.py: using CellId 19162\u000a04:45:31.700570 tst cs_paging_gprs_active.py: using BVCI 19163\u000a04:45:31.725036 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:45:31.736831 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:45:31.749303 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:45:31.760992 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:45:31.775554 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:45:31.788183 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:45:31.799918 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:45:31.813944 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:45:31.826841 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:45:31.964443 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:45:32.324582 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:45:32.459667 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:45:32.791351 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26506): Launched\u000a04:45:33.067453 run iperf3-srv_10.42.42.10(pid=26507): Launched\u000a04:45:33.264139 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:45:33.398795 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:45:33.731007 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26508): Launched\u000a04:45:34.006413 run iperf3-srv_10.42.42.10(pid=26509): Launched\u000a04:45:34.202413 tst cs_paging_gprs_active.py:38: start network...\u000a04:45:34.336495 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:45:34.844007 run create_hlr_db(pid=26510): Launched\u000a04:45:35.028883 bus /gobi_6: Setting Powered False\u000a04:45:36.052292 run create_hlr_db(pid=26510): Terminated: ok {rc=0}\u000a04:45:36.453569 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26512): Launched\u000a04:45:36.753774 run osmo-hlr_10.42.42.2(pid=26513): Launched\u000a04:45:36.866488 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:45:37.385625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26515): Launched\u000a04:45:37.684487 run osmo-stp_10.42.42.5(pid=26516): Launched\u000a04:45:37.795268 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:45:38.316731 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26518): Launched\u000a04:45:38.423266 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:45:38.684918 run patchelf(pid=26519): Launched\u000a04:45:38.860323 run osmo-stp_10.42.42.5(pid=26516): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26516)]\u000a04:45:38.988071 run osmo-stp_10.42.42.5(pid=26516): stdout: \u000a| (launched: 2022-12-09_04:45:37.537327)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:45:39.117259 run osmo-stp_10.42.42.5(pid=26516): stderr: \u000a| �[0;m�[38;5;43m20221209044537708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044537708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044537708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044537709 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044537711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044537711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044537711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:45:39.241340 run osmo-stp_10.42.42.5(pid=26516): stdout: \u000a| (launched: 2022-12-09_04:45:37.537327)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:45:39.364406 run osmo-stp_10.42.42.5(pid=26516): stderr: \u000a| �[0;m�[38;5;43m20221209044537708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044537708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044537708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044537709 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044537711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044537711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044537711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:45:39.507848 run patchelf(pid=26519): Terminating (SIGINT)\u000a04:45:39.676646 run patchelf(pid=26519): Terminated: ok {rc=0}\u000a04:45:39.707650 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26516): Process ended prematurely: osmo-stp_10.42.42.5(pid=26516) [trial-2354↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26516)] [trial-2354↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a04:45:39.716821 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a04:45:39.776885 run osmo-hlr_10.42.42.2(pid=26513): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26513)]\u000a04:45:39.826027 run osmo-hlr_10.42.42.2(pid=26513): stdout: \u000a| (launched: 2022-12-09_04:45:36.605740) \u000a04:45:39.875794 run osmo-hlr_10.42.42.2(pid=26513): stderr: \u000a| �[0;m�[1;31m20221209044536781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209044536781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209044536781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044536781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044536781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209044536781 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209044536793 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:nanobts+band-900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209044536802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209044536802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209044536802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:45:39.918016 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26506): Terminating (SIGTERM)\u000a04:45:39.958544 run iperf3-srv_10.42.42.10(pid=26507): Terminating (SIGTERM)\u000a04:45:39.998579 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26508): Terminating (SIGTERM)\u000a04:45:40.038408 run iperf3-srv_10.42.42.10(pid=26509): Terminating (SIGTERM)\u000a04:45:40.078241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26512): Terminating (SIGTERM)\u000a04:45:40.118098 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26515): Terminating (SIGTERM)\u000a04:45:40.157913 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26518): Terminating (SIGTERM)\u000a04:45:40.167207 --- ParallelTerminationStrategy: PID 26506 died...\u000a04:45:40.220632 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26506): Terminated: ok {rc=0}\u000a04:45:40.230439 --- ParallelTerminationStrategy: PID 26507 died...\u000a04:45:40.283777 run iperf3-srv_10.42.42.10(pid=26507): Terminated {rc=256}\u000a04:45:40.293601 --- ParallelTerminationStrategy: PID 26508 died...\u000a04:45:40.346934 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26508): Terminated: ok {rc=0}\u000a04:45:40.356605 --- ParallelTerminationStrategy: PID 26509 died...\u000a04:45:40.409713 run iperf3-srv_10.42.42.10(pid=26509): Terminated {rc=256}\u000a04:45:40.419433 --- ParallelTerminationStrategy: PID 26512 died...\u000a04:45:40.472501 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26512): Terminated: ok {rc=0}\u000a04:45:40.482131 --- ParallelTerminationStrategy: PID 26515 died...\u000a04:45:40.535098 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26515): Terminated: ok {rc=0}\u000a04:45:40.544810 --- ParallelTerminationStrategy: PID 26518 died...\u000a04:45:40.597861 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26518): Terminated: ok {rc=0}\u000a04:45:40.686057 bus /gobi_0: Setting Powered False\u000a04:45:41.789680 bus /gobi_0: Setting Powered False\u000a04:45:42.899575 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26528): Process ended prematurely: osmo-stp_10.42.42.5(pid=26528) [trial-2354↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26528)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26528): Process ended prematurely: osmo-stp_10.42.42.5(pid=26528) [trial-2354↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26528)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:nanobts+band-900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a04:45:44.013899 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:45:44.025637 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:45:44.172417 tst iperf3.py: using LAC 19163\u000a04:45:44.298469 tst iperf3.py: using RAC 38\u000a04:45:44.420451 tst iperf3.py: using CellId 19163\u000a04:45:44.546091 tst iperf3.py: using BVCI 19164\u000a04:45:44.570620 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:45:44.582002 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:45:44.593053 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:45:44.604348 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:45:44.615758 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:45:44.627024 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:45:44.638423 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:45:44.649678 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:45:44.661069 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:45:44.953302 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:45:45.088088 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:45:45.422899 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26520): Launched\u000a04:45:45.699622 run iperf3-srv_10.42.42.10(pid=26521): Launched\u000a04:45:45.897951 tst iperf3.py:8: start network...\u000a04:45:46.047992 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:45:46.599912 run create_hlr_db(pid=26522): Launched\u000a04:45:46.789588 bus /gobi_6: Setting Powered False\u000a04:45:47.808357 run create_hlr_db(pid=26522): Terminated: ok {rc=0}\u000a04:45:48.210074 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26524): Launched\u000a04:45:48.509682 run osmo-hlr_10.42.42.2(pid=26525): Launched\u000a04:45:48.629926 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:45:49.155719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26527): Launched\u000a04:45:49.454950 run osmo-stp_10.42.42.5(pid=26528): Launched\u000a04:45:49.563461 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:45:50.082465 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26530): Launched\u000a04:45:50.188555 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:45:50.448615 run patchelf(pid=26531): Launched\u000a04:45:50.623369 run osmo-stp_10.42.42.5(pid=26528): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26528)]\u000a04:45:50.750941 run osmo-stp_10.42.42.5(pid=26528): stdout: \u000a| (launched: 2022-12-09_04:45:49.307996)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:45:50.879051 run osmo-stp_10.42.42.5(pid=26528): stderr: \u000a| �[0;m�[38;5;43m20221209044549479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044549479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044549480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044549480 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044549481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044549481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044549481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:45:51.002518 run osmo-stp_10.42.42.5(pid=26528): stdout: \u000a| (launched: 2022-12-09_04:45:49.307996)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:45:51.125116 run osmo-stp_10.42.42.5(pid=26528): stderr: \u000a| �[0;m�[38;5;43m20221209044549479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044549479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044549480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044549480 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044549481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044549481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044549481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:45:51.268789 run patchelf(pid=26531): Terminating (SIGINT)\u000a04:45:51.437376 run patchelf(pid=26531): Terminated: ok {rc=0}\u000a04:45:51.468272 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26528): Process ended prematurely: osmo-stp_10.42.42.5(pid=26528) [trial-2354↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26528)] [trial-2354↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8]\u000a04:45:51.477429 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a04:45:51.537532 run osmo-hlr_10.42.42.2(pid=26525): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26525)]\u000a04:45:51.586501 run osmo-hlr_10.42.42.2(pid=26525): stdout: \u000a| (launched: 2022-12-09_04:45:48.361869) \u000a04:45:51.636216 run osmo-hlr_10.42.42.2(pid=26525): stderr: \u000a| �[0;m�[1;31m20221209044548538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209044548538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209044548538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044548538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044548538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209044548538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209044548550 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:nanobts+band-900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209044548561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209044548561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209044548561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:45:51.678210 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26520): Terminating (SIGTERM)\u000a04:45:51.717719 run iperf3-srv_10.42.42.10(pid=26521): Terminating (SIGTERM)\u000a04:45:51.757133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26524): Terminating (SIGTERM)\u000a04:45:51.796489 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26527): Terminating (SIGTERM)\u000a04:45:51.836216 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26530): Terminating (SIGTERM)\u000a04:45:51.845656 --- ParallelTerminationStrategy: PID 26520 died...\u000a04:45:51.899208 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26520): Terminated: ok {rc=0}\u000a04:45:51.909022 --- ParallelTerminationStrategy: PID 26521 died...\u000a04:45:51.962094 run iperf3-srv_10.42.42.10(pid=26521): Terminated {rc=256}\u000a04:45:51.971851 --- ParallelTerminationStrategy: PID 26524 died...\u000a04:45:52.025065 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26524): Terminated: ok {rc=0}\u000a04:45:52.034771 --- ParallelTerminationStrategy: PID 26527 died...\u000a04:45:52.087876 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26527): Terminated: ok {rc=0}\u000a04:45:52.097931 --- ParallelTerminationStrategy: PID 26530 died...\u000a04:45:52.151219 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26530): Terminated: ok {rc=0}\u000a04:45:52.241204 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26546): Process ended prematurely: osmo-stp_10.42.42.5(pid=26546) [trial-2354↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26546)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26546): Process ended prematurely: osmo-stp_10.42.42.5(pid=26546) [trial-2354↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26546)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:nanobts+band-900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a04:45:53.352187 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:45:53.363723 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:45:53.507591 tst iperf3m4.py: using LAC 19164\u000a04:45:53.633584 tst iperf3m4.py: using RAC 39\u000a04:45:53.758855 tst iperf3m4.py: using CellId 19164\u000a04:45:53.878083 tst iperf3m4.py: using BVCI 19165\u000a04:45:53.900859 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:45:53.911862 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:45:53.922843 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:45:53.933590 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:45:53.944067 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:45:53.954682 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:45:53.965505 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:45:53.976076 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:45:53.986836 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:45:54.100310 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:45:54.220479 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:45:54.337466 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:45:54.615878 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:45:54.740108 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:45:55.049483 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26532): Launched\u000a04:45:55.308335 run iperf3-srv_10.42.42.10(pid=26533): Launched\u000a04:45:55.489850 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:45:55.613948 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:45:55.922721 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26534): Launched\u000a04:45:56.180017 run iperf3-srv_10.42.42.10(pid=26535): Launched\u000a04:45:56.361075 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:45:56.484899 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:45:56.794465 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26536): Launched\u000a04:45:57.052395 run iperf3-srv_10.42.42.10(pid=26537): Launched\u000a04:45:57.234168 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:45:57.358374 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:45:57.668151 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26538): Launched\u000a04:45:57.926670 run iperf3-srv_10.42.42.10(pid=26539): Launched\u000a04:45:58.108613 tst iperf3m4.py:8: start network...\u000a04:45:58.232892 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:45:58.711809 run create_hlr_db(pid=26540): Launched\u000a04:45:58.882583 bus /gobi_6: Setting Powered False\u000a04:45:59.905345 run create_hlr_db(pid=26540): Terminated: ok {rc=0}\u000a04:46:00.330877 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26542): Launched\u000a04:46:00.652816 run osmo-hlr_10.42.42.2(pid=26543): Launched\u000a04:46:00.773011 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:46:01.376117 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26545): Launched\u000a04:46:01.771314 run osmo-stp_10.42.42.5(pid=26546): Launched\u000a04:46:02.035136 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:46:02.595125 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26548): Launched\u000a04:46:02.701727 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:46:02.962633 run patchelf(pid=26549): Launched\u000a04:46:03.137715 run osmo-stp_10.42.42.5(pid=26546): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26546)]\u000a04:46:03.265356 run osmo-stp_10.42.42.5(pid=26546): stdout: \u000a| (launched: 2022-12-09_04:46:01.542944)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:46:03.394453 run osmo-stp_10.42.42.5(pid=26546): stderr: \u000a| �[0;m�[38;5;43m20221209044601852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044601852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044601853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044601853 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044601853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044601854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044601854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:46:03.518334 run osmo-stp_10.42.42.5(pid=26546): stdout: \u000a| (launched: 2022-12-09_04:46:01.542944)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:46:03.641179 run osmo-stp_10.42.42.5(pid=26546): stderr: \u000a| �[0;m�[38;5;43m20221209044601852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044601852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044601853 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044601853 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044601853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044601854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044601854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:46:03.783794 run patchelf(pid=26549): Terminating (SIGINT)\u000a04:46:03.952578 run patchelf(pid=26549): Terminated: ok {rc=0}\u000a04:46:03.983481 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26546): Process ended prematurely: osmo-stp_10.42.42.5(pid=26546) [trial-2354↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26546)] [trial-2354↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8]\u000a04:46:03.992569 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a04:46:04.056047 run osmo-hlr_10.42.42.2(pid=26543): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26543)]\u000a04:46:04.105449 run osmo-hlr_10.42.42.2(pid=26543): stdout: \u000a| (launched: 2022-12-09_04:46:00.494707) \u000a04:46:04.155305 run osmo-hlr_10.42.42.2(pid=26543): stderr: \u000a| �[0;m�[1;31m20221209044600694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209044600695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209044600695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044600695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044600695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209044600695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209044600707 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:nanobts+band-900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209044600715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209044600715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209044600715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:46:04.197734 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26532): Terminating (SIGTERM)\u000a04:46:04.237559 run iperf3-srv_10.42.42.10(pid=26533): Terminating (SIGTERM)\u000a04:46:04.277679 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26534): Terminating (SIGTERM)\u000a04:46:04.317474 run iperf3-srv_10.42.42.10(pid=26535): Terminating (SIGTERM)\u000a04:46:04.357379 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26536): Terminating (SIGTERM)\u000a04:46:04.397185 run iperf3-srv_10.42.42.10(pid=26537): Terminating (SIGTERM)\u000a04:46:04.437123 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26538): Terminating (SIGTERM)\u000a04:46:04.476901 run iperf3-srv_10.42.42.10(pid=26539): Terminating (SIGTERM)\u000a04:46:04.516738 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26542): Terminating (SIGTERM)\u000a04:46:04.556762 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26545): Terminating (SIGTERM)\u000a04:46:04.596815 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26548): Terminating (SIGTERM)\u000a04:46:04.605982 --- ParallelTerminationStrategy: PID 26532 died...\u000a04:46:04.659982 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26532): Terminated: ok {rc=0}\u000a04:46:04.669933 --- ParallelTerminationStrategy: PID 26533 died...\u000a04:46:04.723142 run iperf3-srv_10.42.42.10(pid=26533): Terminated {rc=256}\u000a04:46:04.732884 --- ParallelTerminationStrategy: PID 26534 died...\u000a04:46:04.786360 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26534): Terminated: ok {rc=0}\u000a04:46:04.796424 --- ParallelTerminationStrategy: PID 26535 died...\u000a04:46:04.849835 run iperf3-srv_10.42.42.10(pid=26535): Terminated {rc=256}\u000a04:46:04.859586 --- ParallelTerminationStrategy: PID 26536 died...\u000a04:46:04.912740 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26536): Terminated: ok {rc=0}\u000a04:46:04.922508 --- ParallelTerminationStrategy: PID 26537 died...\u000a04:46:04.975503 run iperf3-srv_10.42.42.10(pid=26537): Terminated {rc=256}\u000a04:46:04.985157 --- ParallelTerminationStrategy: PID 26538 died...\u000a04:46:05.038085 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26538): Terminated: ok {rc=0}\u000a04:46:05.047782 --- ParallelTerminationStrategy: PID 26539 died...\u000a04:46:05.100713 run iperf3-srv_10.42.42.10(pid=26539): Terminated {rc=256}\u000a04:46:05.110471 --- ParallelTerminationStrategy: PID 26542 died...\u000a04:46:05.163519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26542): Terminated: ok {rc=0}\u000a04:46:05.173426 --- ParallelTerminationStrategy: PID 26545 died...\u000a04:46:05.226427 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26545): Terminated: ok {rc=0}\u000a04:46:05.236257 --- ParallelTerminationStrategy: PID 26548 died...\u000a04:46:05.290024 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26548): Terminated: ok {rc=0}\u000a04:46:05.379862 bus /gobi_4: Setting Powered False\u000a04:46:06.484008 bus /gobi_4: Setting Powered False\u000a04:46:07.596926 bus /gobi_1: Setting Powered False\u000a04:46:08.700710 bus /gobi_1: Setting Powered False\u000a04:46:09.813172 bus /gobi_0: Setting Powered False\u000a04:46:10.916028 bus /gobi_0: Setting Powered False\u000a04:46:12.029026 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26556): Process ended prematurely: osmo-stp_10.42.42.5(pid=26556) [trial-2354↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26556)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26556): Process ended prematurely: osmo-stp_10.42.42.5(pid=26556) [trial-2354↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26556)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:nanobts+band-900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a04:46:13.096790 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:46:13.108384 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:46:13.242384 tst ping.py: using LAC 19165\u000a04:46:13.356611 tst ping.py: using RAC 40\u000a04:46:13.470430 tst ping.py: using CellId 19165\u000a04:46:13.584519 tst ping.py: using BVCI 19166\u000a04:46:13.606934 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:46:13.617816 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:46:13.628449 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:46:13.639121 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:46:13.649675 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:46:13.660178 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:46:13.671081 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:46:13.681791 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:46:13.949946 tst ping.py:19: start network...\u000a04:46:14.071215 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:46:14.541564 run create_hlr_db(pid=26550): Launched\u000a04:46:14.710479 bus /gobi_6: Setting Powered False\u000a04:46:15.732472 run create_hlr_db(pid=26550): Terminated: ok {rc=0}\u000a04:46:16.187735 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26552): Launched\u000a04:46:16.614294 run osmo-hlr_10.42.42.2(pid=26553): Launched\u000a04:46:16.821861 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:46:17.468339 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26555): Launched\u000a04:46:17.785066 run osmo-stp_10.42.42.5(pid=26556): Launched\u000a04:46:17.899563 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:46:18.452634 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26558): Launched\u000a04:46:18.565858 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:46:18.841444 run patchelf(pid=26559): Launched\u000a04:46:19.026372 run osmo-stp_10.42.42.5(pid=26556): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26556)]\u000a04:46:19.161996 run osmo-stp_10.42.42.5(pid=26556): stdout: \u000a| (launched: 2022-12-09_04:46:17.629008)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:46:19.298162 run osmo-stp_10.42.42.5(pid=26556): stderr: \u000a| �[0;m�[38;5;43m20221209044617820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044617820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044617820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044617821 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044617823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044617823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044617823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:46:19.429940 run osmo-stp_10.42.42.5(pid=26556): stdout: \u000a| (launched: 2022-12-09_04:46:17.629008)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:46:19.560502 run osmo-stp_10.42.42.5(pid=26556): stderr: \u000a| �[0;m�[38;5;43m20221209044617820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044617820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044617820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044617821 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044617823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044617823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044617823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:46:19.711686 run patchelf(pid=26559): Terminating (SIGINT)\u000a04:46:19.889347 run patchelf(pid=26559): Terminated: ok {rc=0}\u000a04:46:19.921531 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26556): Process ended prematurely: osmo-stp_10.42.42.5(pid=26556) [trial-2354↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26556)] [trial-2354↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22]\u000a04:46:19.930771 tst ping.py:22: Test FAILED (6.8 sec)\u000a04:46:19.994994 run osmo-hlr_10.42.42.2(pid=26553): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26553)]\u000a04:46:20.046961 run osmo-hlr_10.42.42.2(pid=26553): stdout: \u000a| (launched: 2022-12-09_04:46:16.354625) \u000a04:46:20.099528 run osmo-hlr_10.42.42.2(pid=26553): stderr: \u000a| �[0;m�[1;31m20221209044616574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209044616574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209044616574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044616574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044616574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209044616574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209044616589 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:nanobts+band-900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209044616613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209044616613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209044616613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:46:20.144511 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26552): Terminating (SIGTERM)\u000a04:46:20.186969 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26555): Terminating (SIGTERM)\u000a04:46:20.229701 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26558): Terminating (SIGTERM)\u000a04:46:20.239648 --- ParallelTerminationStrategy: PID 26552 died...\u000a04:46:20.296776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26552): Terminated: ok {rc=0}\u000a04:46:20.307175 --- ParallelTerminationStrategy: PID 26555 died...\u000a04:46:20.363914 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26555): Terminated: ok {rc=0}\u000a04:46:20.374300 --- ParallelTerminationStrategy: PID 26558 died...\u000a04:46:20.431268 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26558): Terminated: ok {rc=0}\u000a04:46:20.518887 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26566): Process ended prematurely: osmo-stp_10.42.42.5(pid=26566) [trial-2354↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26566)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26566): Process ended prematurely: osmo-stp_10.42.42.5(pid=26566) [trial-2354↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26566)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:nanobts+band-900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a04:46:21.568435 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:46:21.580039 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a04:46:21.713218 tst ping_idle_ping.py: using LAC 19166\u000a04:46:21.833155 tst ping_idle_ping.py: using RAC 41\u000a04:46:21.946611 tst ping_idle_ping.py: using CellId 19166\u000a04:46:22.060808 tst ping_idle_ping.py: using BVCI 19167\u000a04:46:22.083303 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:46:22.094335 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:46:22.104893 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:46:22.115470 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:46:22.126047 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:46:22.136602 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:46:22.147436 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a04:46:22.158100 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a04:46:22.430429 tst ping_idle_ping.py:24: start network...\u000a04:46:22.552760 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:46:23.026702 run create_hlr_db(pid=26560): Launched\u000a04:46:23.195966 bus /gobi_6: Setting Powered False\u000a04:46:24.218706 run create_hlr_db(pid=26560): Terminated: ok {rc=0}\u000a04:46:24.639874 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26562): Launched\u000a04:46:24.955299 run osmo-hlr_10.42.42.2(pid=26563): Launched\u000a04:46:25.074086 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:46:25.627389 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26565): Launched\u000a04:46:25.944540 run osmo-stp_10.42.42.5(pid=26566): Launched\u000a04:46:26.060016 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:46:26.612596 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26568): Launched\u000a04:46:26.725710 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:46:27.001365 run patchelf(pid=26569): Launched\u000a04:46:27.187072 run osmo-stp_10.42.42.5(pid=26566): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26566)]\u000a04:46:27.322713 run osmo-stp_10.42.42.5(pid=26566): stdout: \u000a| (launched: 2022-12-09_04:46:25.788069)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:46:27.459146 run osmo-stp_10.42.42.5(pid=26566): stderr: \u000a| �[0;m�[38;5;43m20221209044625977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044625977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044625978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044625978 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044625978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044625978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044625978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:46:27.591034 run osmo-stp_10.42.42.5(pid=26566): stdout: \u000a| (launched: 2022-12-09_04:46:25.788069)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:46:27.721119 run osmo-stp_10.42.42.5(pid=26566): stderr: \u000a| �[0;m�[38;5;43m20221209044625977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044625977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044625978 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044625978 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044625978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044625978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044625978 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:46:27.872565 run patchelf(pid=26569): Terminating (SIGINT)\u000a04:46:28.051379 run patchelf(pid=26569): Terminated: ok {rc=0}\u000a04:46:28.083868 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26566): Process ended prematurely: osmo-stp_10.42.42.5(pid=26566) [trial-2354↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26566)] [trial-2354↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a04:46:28.093046 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a04:46:28.157635 run osmo-hlr_10.42.42.2(pid=26563): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26563)]\u000a04:46:28.209999 run osmo-hlr_10.42.42.2(pid=26563): stdout: \u000a| (launched: 2022-12-09_04:46:24.800138) \u000a04:46:28.262776 run osmo-hlr_10.42.42.2(pid=26563): stderr: \u000a| �[0;m�[1;31m20221209044624996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209044624996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209044624996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044624996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044624997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209044624997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209044625008 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:nanobts+band-900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209044625018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209044625018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209044625018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:46:28.307201 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26562): Terminating (SIGTERM)\u000a04:46:28.349924 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26565): Terminating (SIGTERM)\u000a04:46:28.392163 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26568): Terminating (SIGTERM)\u000a04:46:28.402220 --- ParallelTerminationStrategy: PID 26562 died...\u000a04:46:28.459188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26562): Terminated: ok {rc=0}\u000a04:46:28.469688 --- ParallelTerminationStrategy: PID 26565 died...\u000a04:46:28.526136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26565): Terminated: ok {rc=0}\u000a04:46:28.536611 --- ParallelTerminationStrategy: PID 26568 died...\u000a04:46:28.593402 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26568): Terminated: ok {rc=0}\u000a04:46:28.681633 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "156", "name" : "gprs_nanobts+band-900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:45:30" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26583): Process ended prematurely: osmo-stp_10.42.42.5(pid=26583) [trial-2354↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26583)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26583): Process ended prematurely: osmo-stp_10.42.42.5(pid=26583) [trial-2354↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26583)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:nanobts+band-900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:46:30.840486 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:46:30.854629 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:46:31.028579 tst cs_paging_gprs_active.py: using LAC 19167\u000a04:46:31.158636 tst cs_paging_gprs_active.py: using RAC 42\u000a04:46:31.310107 tst cs_paging_gprs_active.py: using CellId 19167\u000a04:46:31.437941 tst cs_paging_gprs_active.py: using BVCI 19168\u000a04:46:31.463986 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:46:31.476477 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:46:31.489464 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:46:31.502422 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:46:31.514680 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:46:31.529095 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:46:31.542412 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:46:31.554492 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:46:31.568353 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:46:31.693496 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:46:32.020376 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:46:32.148822 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:46:32.462191 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26573): Launched\u000a04:46:32.720613 run iperf3-srv_10.42.42.10(pid=26574): Launched\u000a04:46:32.903248 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:46:33.027857 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:46:33.338279 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26575): Launched\u000a04:46:33.598872 run iperf3-srv_10.42.42.10(pid=26576): Launched\u000a04:46:33.780782 tst cs_paging_gprs_active.py:38: start network...\u000a04:46:33.905066 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:46:34.384502 run create_hlr_db(pid=26577): Launched\u000a04:46:34.570815 bus /gobi_6: Setting Powered False\u000a04:46:35.593065 run create_hlr_db(pid=26577): Terminated: ok {rc=0}\u000a04:46:36.019466 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26579): Launched\u000a04:46:36.340908 run osmo-hlr_10.42.42.2(pid=26580): Launched\u000a04:46:36.462559 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:46:37.019709 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26582): Launched\u000a04:46:37.341660 run osmo-stp_10.42.42.5(pid=26583): Launched\u000a04:46:37.459632 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:46:38.022582 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26585): Launched\u000a04:46:38.138274 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:46:38.420203 run patchelf(pid=26586): Launched\u000a04:46:38.609816 run osmo-stp_10.42.42.5(pid=26583): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26583)]\u000a04:46:38.748292 run osmo-stp_10.42.42.5(pid=26583): stdout: \u000a| (launched: 2022-12-09_04:46:37.183298)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:46:38.887070 run osmo-stp_10.42.42.5(pid=26583): stderr: \u000a| �[0;m�[38;5;43m20221209044637374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044637374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044637374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044637374 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044637377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044637377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044637377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:46:39.021221 run osmo-stp_10.42.42.5(pid=26583): stdout: \u000a| (launched: 2022-12-09_04:46:37.183298)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:46:39.154274 run osmo-stp_10.42.42.5(pid=26583): stderr: \u000a| �[0;m�[38;5;43m20221209044637374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044637374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044637374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044637374 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044637377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044637377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044637377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:46:39.309246 run patchelf(pid=26586): Terminating (SIGINT)\u000a04:46:39.492240 run patchelf(pid=26586): Terminated: ok {rc=0}\u000a04:46:39.525899 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26583): Process ended prematurely: osmo-stp_10.42.42.5(pid=26583) [trial-2354↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26583)] [trial-2354↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a04:46:39.535578 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a04:46:39.600567 run osmo-hlr_10.42.42.2(pid=26580): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26580)]\u000a04:46:39.653286 run osmo-hlr_10.42.42.2(pid=26580): stdout: \u000a| (launched: 2022-12-09_04:46:36.182646) \u000a04:46:39.706663 run osmo-hlr_10.42.42.2(pid=26580): stderr: \u000a| �[0;m�[1;31m20221209044636382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209044636382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209044636382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044636382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044636382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209044636382 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209044636394 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:nanobts+band-900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209044636402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209044636402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209044636402 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:46:39.751884 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26573): Terminating (SIGTERM)\u000a04:46:39.795118 run iperf3-srv_10.42.42.10(pid=26574): Terminating (SIGTERM)\u000a04:46:39.838160 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26575): Terminating (SIGTERM)\u000a04:46:39.880624 run iperf3-srv_10.42.42.10(pid=26576): Terminating (SIGTERM)\u000a04:46:39.925481 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26579): Terminating (SIGTERM)\u000a04:46:39.966034 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26582): Terminating (SIGTERM)\u000a04:46:40.006247 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26585): Terminating (SIGTERM)\u000a04:46:40.015804 --- ParallelTerminationStrategy: PID 26573 died...\u000a04:46:40.069632 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26573): Terminated: ok {rc=0}\u000a04:46:40.079456 --- ParallelTerminationStrategy: PID 26574 died...\u000a04:46:40.132995 run iperf3-srv_10.42.42.10(pid=26574): Terminated {rc=256}\u000a04:46:40.142567 --- ParallelTerminationStrategy: PID 26575 died...\u000a04:46:40.196170 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26575): Terminated: ok {rc=0}\u000a04:46:40.205981 --- ParallelTerminationStrategy: PID 26576 died...\u000a04:46:40.259454 run iperf3-srv_10.42.42.10(pid=26576): Terminated {rc=256}\u000a04:46:40.269166 --- ParallelTerminationStrategy: PID 26579 died...\u000a04:46:40.322791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26579): Terminated: ok {rc=0}\u000a04:46:40.332618 --- ParallelTerminationStrategy: PID 26582 died...\u000a04:46:40.386183 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26582): Terminated: ok {rc=0}\u000a04:46:40.395910 --- ParallelTerminationStrategy: PID 26585 died...\u000a04:46:40.449259 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26585): Terminated: ok {rc=0}\u000a04:46:40.538854 bus /gobi_0: Setting Powered False\u000a04:46:41.644116 bus /gobi_0: Setting Powered False\u000a04:46:42.757371 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26595): Process ended prematurely: osmo-stp_10.42.42.5(pid=26595) [trial-2354↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26595)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26595): Process ended prematurely: osmo-stp_10.42.42.5(pid=26595) [trial-2354↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26595)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a04:46:43.866685 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:46:43.878207 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:46:44.034064 tst iperf3.py: using LAC 19168\u000a04:46:44.151066 tst iperf3.py: using RAC 43\u000a04:46:44.268414 tst iperf3.py: using CellId 19168\u000a04:46:44.387171 tst iperf3.py: using BVCI 19169\u000a04:46:44.410029 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:46:44.420724 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:46:44.431420 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:46:44.442146 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:46:44.452740 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:46:44.463462 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:46:44.474179 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:46:44.484673 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:46:44.495389 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:46:44.770130 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:46:44.895005 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:46:45.205842 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26587): Launched\u000a04:46:45.465077 run iperf3-srv_10.42.42.10(pid=26588): Launched\u000a04:46:45.648117 tst iperf3.py:8: start network...\u000a04:46:45.773071 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:46:46.293277 run create_hlr_db(pid=26589): Launched\u000a04:46:46.467901 bus /gobi_6: Setting Powered False\u000a04:46:47.502583 run create_hlr_db(pid=26589): Terminated: ok {rc=0}\u000a04:46:47.933600 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26591): Launched\u000a04:46:48.256222 run osmo-hlr_10.42.42.2(pid=26592): Launched\u000a04:46:48.376114 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:46:48.936305 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26594): Launched\u000a04:46:49.257656 run osmo-stp_10.42.42.5(pid=26595): Launched\u000a04:46:49.374395 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:46:49.936621 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26597): Launched\u000a04:46:50.052446 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:46:50.333908 run patchelf(pid=26598): Launched\u000a04:46:50.522572 run osmo-stp_10.42.42.5(pid=26595): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26595)]\u000a04:46:50.660224 run osmo-stp_10.42.42.5(pid=26595): stdout: \u000a| (launched: 2022-12-09_04:46:49.099667)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:46:50.798447 run osmo-stp_10.42.42.5(pid=26595): stderr: \u000a| �[0;m�[38;5;43m20221209044649291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044649291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044649291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044649292 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044649292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044649292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044649292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:46:50.932171 run osmo-stp_10.42.42.5(pid=26595): stdout: \u000a| (launched: 2022-12-09_04:46:49.099667)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:46:51.064551 run osmo-stp_10.42.42.5(pid=26595): stderr: \u000a| �[0;m�[38;5;43m20221209044649291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044649291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044649291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044649292 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044649292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044649292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044649292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:46:51.219041 run patchelf(pid=26598): Terminating (SIGINT)\u000a04:46:51.400576 run patchelf(pid=26598): Terminated: ok {rc=0}\u000a04:46:51.434446 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26595): Process ended prematurely: osmo-stp_10.42.42.5(pid=26595) [trial-2354↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26595)] [trial-2354↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a04:46:51.444321 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a04:46:51.510782 run osmo-hlr_10.42.42.2(pid=26592): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26592)]\u000a04:46:51.563649 run osmo-hlr_10.42.42.2(pid=26592): stdout: \u000a| (launched: 2022-12-09_04:46:48.097863) \u000a04:46:51.617275 run osmo-hlr_10.42.42.2(pid=26592): stderr: \u000a| �[0;m�[1;31m20221209044648295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209044648295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209044648295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044648295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044648295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209044648295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209044648309 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209044648318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209044648318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209044648318 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:46:51.662895 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26587): Terminating (SIGTERM)\u000a04:46:51.705850 run iperf3-srv_10.42.42.10(pid=26588): Terminating (SIGTERM)\u000a04:46:51.749092 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26591): Terminating (SIGTERM)\u000a04:46:51.791977 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26594): Terminating (SIGTERM)\u000a04:46:51.834544 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26597): Terminating (SIGTERM)\u000a04:46:51.845218 --- ParallelTerminationStrategy: PID 26587 died...\u000a04:46:51.903010 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26587): Terminated: ok {rc=0}\u000a04:46:51.913353 --- ParallelTerminationStrategy: PID 26588 died...\u000a04:46:51.969656 run iperf3-srv_10.42.42.10(pid=26588): Terminated {rc=256}\u000a04:46:51.980435 --- ParallelTerminationStrategy: PID 26591 died...\u000a04:46:52.037797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26591): Terminated: ok {rc=0}\u000a04:46:52.048065 --- ParallelTerminationStrategy: PID 26594 died...\u000a04:46:52.105674 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26594): Terminated: ok {rc=0}\u000a04:46:52.115942 --- ParallelTerminationStrategy: PID 26597 died...\u000a04:46:52.173657 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26597): Terminated: ok {rc=0}\u000a04:46:52.262000 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26614): Process ended prematurely: osmo-stp_10.42.42.5(pid=26614) [trial-2354↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26614)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26614): Process ended prematurely: osmo-stp_10.42.42.5(pid=26614) [trial-2354↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26614)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a04:46:53.373648 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:46:53.385301 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:46:53.537965 tst iperf3m4.py: using LAC 19169\u000a04:46:53.663465 tst iperf3m4.py: using RAC 44\u000a04:46:53.780122 tst iperf3m4.py: using CellId 19169\u000a04:46:53.896526 tst iperf3m4.py: using BVCI 19170\u000a04:46:53.919612 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:46:53.930733 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:46:53.941693 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:46:53.952851 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:46:53.963935 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:46:53.974953 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:46:53.986095 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:46:53.997532 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:46:54.008630 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:46:54.127130 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:46:54.244414 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:46:54.361242 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:46:54.635731 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:46:54.760775 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:46:55.071901 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26599): Launched\u000a04:46:55.330804 run iperf3-srv_10.42.42.10(pid=26600): Launched\u000a04:46:55.513419 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:46:55.637914 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:46:55.948391 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26601): Launched\u000a04:46:56.205789 run iperf3-srv_10.42.42.10(pid=26602): Launched\u000a04:46:56.387417 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:46:56.511784 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:46:56.821889 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26603): Launched\u000a04:46:57.080431 run iperf3-srv_10.42.42.10(pid=26604): Launched\u000a04:46:57.262092 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:46:57.386812 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:46:57.697588 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26605): Launched\u000a04:46:57.957539 run iperf3-srv_10.42.42.10(pid=26606): Launched\u000a04:46:58.139187 tst iperf3m4.py:8: start network...\u000a04:46:58.263719 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:46:58.742507 run create_hlr_db(pid=26607): Launched\u000a04:46:58.913793 bus /gobi_6: Setting Powered False\u000a04:46:59.937432 run create_hlr_db(pid=26607): Terminated: ok {rc=0}\u000a04:47:00.336075 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26610): Launched\u000a04:47:00.636177 run osmo-hlr_10.42.42.2(pid=26611): Launched\u000a04:47:00.745762 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:47:01.386306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26613): Launched\u000a04:47:01.696447 run osmo-stp_10.42.42.5(pid=26614): Launched\u000a04:47:01.827091 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:47:02.535063 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26616): Launched\u000a04:47:02.641794 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:47:02.902463 run patchelf(pid=26617): Launched\u000a04:47:03.077391 run osmo-stp_10.42.42.5(pid=26614): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26614)]\u000a04:47:03.205444 run osmo-stp_10.42.42.5(pid=26614): stdout: \u000a| (launched: 2022-12-09_04:47:01.540664)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:47:03.333359 run osmo-stp_10.42.42.5(pid=26614): stderr: \u000a| �[0;m�[38;5;43m20221209044701910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044701910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044701910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044701911 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044701911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044701911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044701911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:47:03.456759 run osmo-stp_10.42.42.5(pid=26614): stdout: \u000a| (launched: 2022-12-09_04:47:01.540664)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:47:03.579237 run osmo-stp_10.42.42.5(pid=26614): stderr: \u000a| �[0;m�[38;5;43m20221209044701910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044701910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044701910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044701911 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044701911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044701911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044701911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:47:03.722829 run patchelf(pid=26617): Terminating (SIGINT)\u000a04:47:03.892904 run patchelf(pid=26617): Terminated: ok {rc=0}\u000a04:47:03.923909 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26614): Process ended prematurely: osmo-stp_10.42.42.5(pid=26614) [trial-2354↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26614)] [trial-2354↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a04:47:03.932999 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a04:47:03.994025 run osmo-hlr_10.42.42.2(pid=26611): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26611)]\u000a04:47:04.043239 run osmo-hlr_10.42.42.2(pid=26611): stdout: \u000a| (launched: 2022-12-09_04:47:00.488089) \u000a04:47:04.093223 run osmo-hlr_10.42.42.2(pid=26611): stderr: \u000a| �[0;m�[1;31m20221209044700665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209044700665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209044700665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044700665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044700665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209044700665 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209044700678 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209044700689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209044700689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209044700689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:47:04.135194 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26599): Terminating (SIGTERM)\u000a04:47:04.174780 run iperf3-srv_10.42.42.10(pid=26600): Terminating (SIGTERM)\u000a04:47:04.214352 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26601): Terminating (SIGTERM)\u000a04:47:04.254286 run iperf3-srv_10.42.42.10(pid=26602): Terminating (SIGTERM)\u000a04:47:04.293864 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26603): Terminating (SIGTERM)\u000a04:47:04.333500 run iperf3-srv_10.42.42.10(pid=26604): Terminating (SIGTERM)\u000a04:47:04.373352 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26605): Terminating (SIGTERM)\u000a04:47:04.412757 run iperf3-srv_10.42.42.10(pid=26606): Terminating (SIGTERM)\u000a04:47:04.453048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26610): Terminating (SIGTERM)\u000a04:47:04.492760 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26613): Terminating (SIGTERM)\u000a04:47:04.532517 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26616): Terminating (SIGTERM)\u000a04:47:04.541800 --- ParallelTerminationStrategy: PID 26599 died...\u000a04:47:04.595103 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26599): Terminated: ok {rc=0}\u000a04:47:04.604809 --- ParallelTerminationStrategy: PID 26600 died...\u000a04:47:04.657738 run iperf3-srv_10.42.42.10(pid=26600): Terminated {rc=256}\u000a04:47:04.667343 --- ParallelTerminationStrategy: PID 26601 died...\u000a04:47:04.720368 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26601): Terminated: ok {rc=0}\u000a04:47:04.730051 --- ParallelTerminationStrategy: PID 26602 died...\u000a04:47:04.782908 run iperf3-srv_10.42.42.10(pid=26602): Terminated {rc=256}\u000a04:47:04.792454 --- ParallelTerminationStrategy: PID 26603 died...\u000a04:47:04.845435 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26603): Terminated: ok {rc=0}\u000a04:47:04.855095 --- ParallelTerminationStrategy: PID 26604 died...\u000a04:47:04.907992 run iperf3-srv_10.42.42.10(pid=26604): Terminated {rc=256}\u000a04:47:04.917669 --- ParallelTerminationStrategy: PID 26605 died...\u000a04:47:04.970907 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26605): Terminated: ok {rc=0}\u000a04:47:04.980570 --- ParallelTerminationStrategy: PID 26606 died...\u000a04:47:05.033368 run iperf3-srv_10.42.42.10(pid=26606): Terminated {rc=256}\u000a04:47:05.042983 --- ParallelTerminationStrategy: PID 26610 died...\u000a04:47:05.095780 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26610): Terminated: ok {rc=0}\u000a04:47:05.105584 --- ParallelTerminationStrategy: PID 26613 died...\u000a04:47:05.158471 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26613): Terminated: ok {rc=0}\u000a04:47:05.168105 --- ParallelTerminationStrategy: PID 26616 died...\u000a04:47:05.221391 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26616): Terminated: ok {rc=0}\u000a04:47:05.310678 bus /gobi_4: Setting Powered False\u000a04:47:06.414838 bus /gobi_4: Setting Powered False\u000a04:47:07.523074 bus /gobi_1: Setting Powered False\u000a04:47:08.633191 bus /gobi_1: Setting Powered False\u000a04:47:09.745955 bus /gobi_0: Setting Powered False\u000a04:47:10.849200 bus /gobi_0: Setting Powered False\u000a04:47:11.961456 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26624): Process ended prematurely: osmo-stp_10.42.42.5(pid=26624) [trial-2354↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26624)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26624): Process ended prematurely: osmo-stp_10.42.42.5(pid=26624) [trial-2354↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26624)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a04:47:13.030123 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:47:13.042204 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:47:13.203289 tst ping.py: using LAC 19170\u000a04:47:13.328284 tst ping.py: using RAC 45\u000a04:47:13.447665 tst ping.py: using CellId 19170\u000a04:47:13.563560 tst ping.py: using BVCI 19171\u000a04:47:13.586360 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:47:13.597348 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:47:13.608229 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:47:13.619567 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:47:13.630674 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:47:13.642124 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:47:13.653482 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:47:13.664618 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:47:13.936317 tst ping.py:19: start network...\u000a04:47:14.058787 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:47:14.531769 run create_hlr_db(pid=26618): Launched\u000a04:47:14.702430 bus /gobi_6: Setting Powered False\u000a04:47:15.724371 run create_hlr_db(pid=26618): Terminated: ok {rc=0}\u000a04:47:16.205097 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26620): Launched\u000a04:47:16.631781 run osmo-hlr_10.42.42.2(pid=26621): Launched\u000a04:47:16.795121 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:47:17.433523 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26623): Launched\u000a04:47:17.750428 run osmo-stp_10.42.42.5(pid=26624): Launched\u000a04:47:17.865360 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:47:18.417592 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26626): Launched\u000a04:47:18.531034 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:47:18.806977 run patchelf(pid=26627): Launched\u000a04:47:18.992430 run osmo-stp_10.42.42.5(pid=26624): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26624)]\u000a04:47:19.128069 run osmo-stp_10.42.42.5(pid=26624): stdout: \u000a| (launched: 2022-12-09_04:47:17.594147)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:47:19.264191 run osmo-stp_10.42.42.5(pid=26624): stderr: \u000a| �[0;m�[38;5;43m20221209044717782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044717782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044717783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044717783 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044717785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044717786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044717786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:47:19.395967 run osmo-stp_10.42.42.5(pid=26624): stdout: \u000a| (launched: 2022-12-09_04:47:17.594147)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:47:19.526701 run osmo-stp_10.42.42.5(pid=26624): stderr: \u000a| �[0;m�[38;5;43m20221209044717782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044717782 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044717783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044717783 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044717785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044717786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044717786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:47:19.678522 run patchelf(pid=26627): Terminating (SIGINT)\u000a04:47:19.856834 run patchelf(pid=26627): Terminated: ok {rc=0}\u000a04:47:19.889292 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26624): Process ended prematurely: osmo-stp_10.42.42.5(pid=26624) [trial-2354↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26624)] [trial-2354↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22]\u000a04:47:19.898452 tst ping.py:22: Test FAILED (6.9 sec)\u000a04:47:19.963035 run osmo-hlr_10.42.42.2(pid=26621): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26621)]\u000a04:47:20.015291 run osmo-hlr_10.42.42.2(pid=26621): stdout: \u000a| (launched: 2022-12-09_04:47:16.369962) \u000a04:47:20.068187 run osmo-hlr_10.42.42.2(pid=26621): stderr: \u000a| �[0;m�[1;31m20221209044716673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209044716673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209044716673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044716673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044716673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209044716673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209044716688 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209044716705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209044716705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209044716705 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:47:20.113329 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26620): Terminating (SIGTERM)\u000a04:47:20.155742 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26623): Terminating (SIGTERM)\u000a04:47:20.198123 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26626): Terminating (SIGTERM)\u000a04:47:20.208096 --- ParallelTerminationStrategy: PID 26620 died...\u000a04:47:20.265342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26620): Terminated: ok {rc=0}\u000a04:47:20.275727 --- ParallelTerminationStrategy: PID 26623 died...\u000a04:47:20.332625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26623): Terminated: ok {rc=0}\u000a04:47:20.342999 --- ParallelTerminationStrategy: PID 26626 died...\u000a04:47:20.399538 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26626): Terminated: ok {rc=0}\u000a04:47:20.486585 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26634): Process ended prematurely: osmo-stp_10.42.42.5(pid=26634) [trial-2354↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26634)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26634): Process ended prematurely: osmo-stp_10.42.42.5(pid=26634) [trial-2354↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26634)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a04:47:21.540165 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:47:21.552610 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a04:47:21.714489 tst ping_idle_ping.py: using LAC 19171\u000a04:47:21.837486 tst ping_idle_ping.py: using RAC 46\u000a04:47:21.972937 tst ping_idle_ping.py: using CellId 19171\u000a04:47:22.103940 tst ping_idle_ping.py: using BVCI 19172\u000a04:47:22.128182 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:47:22.139545 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:47:22.151625 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:47:22.163234 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:47:22.175242 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:47:22.186610 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:47:22.198758 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a04:47:22.209940 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a04:47:22.485899 tst ping_idle_ping.py:24: start network...\u000a04:47:22.609880 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:47:23.087300 run create_hlr_db(pid=26628): Launched\u000a04:47:23.257741 bus /gobi_6: Setting Powered False\u000a04:47:24.280112 run create_hlr_db(pid=26628): Terminated: ok {rc=0}\u000a04:47:24.674141 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26630): Launched\u000a04:47:24.969159 run osmo-hlr_10.42.42.2(pid=26631): Launched\u000a04:47:25.076250 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:47:25.587798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26633): Launched\u000a04:47:25.882435 run osmo-stp_10.42.42.5(pid=26634): Launched\u000a04:47:25.990020 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:47:26.505087 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26636): Launched\u000a04:47:26.610047 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:47:26.867597 run patchelf(pid=26637): Launched\u000a04:47:27.040718 run osmo-stp_10.42.42.5(pid=26634): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26634)]\u000a04:47:27.167331 run osmo-stp_10.42.42.5(pid=26634): stdout: \u000a| (launched: 2022-12-09_04:47:25.736708)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:47:27.293851 run osmo-stp_10.42.42.5(pid=26634): stderr: \u000a| �[0;m�[38;5;43m20221209044725908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044725908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044725908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044725908 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044725909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044725909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044725909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:47:27.416048 run osmo-stp_10.42.42.5(pid=26634): stdout: \u000a| (launched: 2022-12-09_04:47:25.736708)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:47:27.537398 run osmo-stp_10.42.42.5(pid=26634): stderr: \u000a| �[0;m�[38;5;43m20221209044725908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044725908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044725908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044725908 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044725909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044725909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044725909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:47:27.678545 run patchelf(pid=26637): Terminating (SIGINT)\u000a04:47:27.845192 run patchelf(pid=26637): Terminated: ok {rc=0}\u000a04:47:27.875444 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26634): Process ended prematurely: osmo-stp_10.42.42.5(pid=26634) [trial-2354↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26634)] [trial-2354↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a04:47:27.883861 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a04:47:27.944092 run osmo-hlr_10.42.42.2(pid=26631): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26631)]\u000a04:47:27.993770 run osmo-hlr_10.42.42.2(pid=26631): stdout: \u000a| (launched: 2022-12-09_04:47:24.823772) \u000a04:47:28.043529 run osmo-hlr_10.42.42.2(pid=26631): stderr: \u000a| �[0;m�[1;31m20221209044724996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209044724996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209044724996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044724996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044724996 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209044724997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209044725009 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209044725019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209044725019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209044725019 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:47:28.085829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26630): Terminating (SIGTERM)\u000a04:47:28.125738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26633): Terminating (SIGTERM)\u000a04:47:28.165614 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26636): Terminating (SIGTERM)\u000a04:47:28.174989 --- ParallelTerminationStrategy: PID 26630 died...\u000a04:47:28.228378 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26630): Terminated: ok {rc=0}\u000a04:47:28.238234 --- ParallelTerminationStrategy: PID 26633 died...\u000a04:47:28.291678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26633): Terminated: ok {rc=0}\u000a04:47:28.301919 --- ParallelTerminationStrategy: PID 26636 died...\u000a04:47:28.355292 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26636): Terminated: ok {rc=0}\u000a04:47:28.439278 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "157", "name" : "gprs_nanobts+band-900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:46:30" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26653): Process ended prematurely: osmo-stp_10.42.42.5(pid=26653) [trial-2354↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26653)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26653): Process ended prematurely: osmo-stp_10.42.42.5(pid=26653) [trial-2354↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26653)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a04:47:30.602836 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:47:30.614467 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a04:47:30.757462 tst cs_paging_gprs_active.py: using LAC 19172\u000a04:47:30.897494 tst cs_paging_gprs_active.py: using RAC 47\u000a04:47:31.033431 tst cs_paging_gprs_active.py: using CellId 19172\u000a04:47:31.190115 tst cs_paging_gprs_active.py: using BVCI 19173\u000a04:47:31.223269 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:47:31.239267 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:47:31.256360 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:47:31.272644 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:47:31.288722 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:47:31.305672 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:47:31.322502 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:47:31.339947 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:47:31.355731 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:47:31.497108 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:47:31.806777 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a04:47:31.944030 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:47:32.324621 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26641): Launched\u000a04:47:32.581843 run iperf3-srv_10.42.42.10(pid=26642): Launched\u000a04:47:32.761448 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a04:47:32.883414 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:47:33.189529 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26643): Launched\u000a04:47:33.443721 run iperf3-srv_10.42.42.10(pid=26644): Launched\u000a04:47:33.623083 tst cs_paging_gprs_active.py:38: start network...\u000a04:47:33.745830 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:47:34.221573 run create_hlr_db(pid=26645): Launched\u000a04:47:34.390869 bus /gobi_6: Setting Powered False\u000a04:47:35.413938 run create_hlr_db(pid=26645): Terminated: ok {rc=0}\u000a04:47:35.838365 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26647): Launched\u000a04:47:36.133318 run osmo-hlr_10.42.42.2(pid=26650): Launched\u000a04:47:36.247571 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:47:36.769081 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26652): Launched\u000a04:47:37.064742 run osmo-stp_10.42.42.5(pid=26653): Launched\u000a04:47:37.171524 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:47:37.686926 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26655): Launched\u000a04:47:37.792116 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:47:38.051232 run patchelf(pid=26656): Launched\u000a04:47:38.224289 run osmo-stp_10.42.42.5(pid=26653): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26653)]\u000a04:47:38.350961 run osmo-stp_10.42.42.5(pid=26653): stdout: \u000a| (launched: 2022-12-09_04:47:36.919519)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:47:38.477744 run osmo-stp_10.42.42.5(pid=26653): stderr: \u000a| �[0;m�[38;5;43m20221209044737091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044737091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044737091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044737091 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044737092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044737092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044737092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:47:38.600027 run osmo-stp_10.42.42.5(pid=26653): stdout: \u000a| (launched: 2022-12-09_04:47:36.919519)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:47:38.721630 run osmo-stp_10.42.42.5(pid=26653): stderr: \u000a| �[0;m�[38;5;43m20221209044737091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044737091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044737091 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044737091 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044737092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044737092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044737092 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:47:38.863742 run patchelf(pid=26656): Terminating (SIGINT)\u000a04:47:39.031012 run patchelf(pid=26656): Terminated: ok {rc=0}\u000a04:47:39.061933 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=26653): Process ended prematurely: osmo-stp_10.42.42.5(pid=26653) [trial-2354↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26653)] [trial-2354↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a04:47:39.071075 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a04:47:39.131080 run osmo-hlr_10.42.42.2(pid=26650): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26650)]\u000a04:47:39.180330 run osmo-hlr_10.42.42.2(pid=26650): stdout: \u000a| (launched: 2022-12-09_04:47:35.988004) \u000a04:47:39.230136 run osmo-hlr_10.42.42.2(pid=26650): stderr: \u000a| �[0;m�[1;31m20221209044736162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209044736162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209044736162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044736162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044736162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209044736162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209044736174 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209044736183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209044736184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209044736184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:47:39.272235 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26641): Terminating (SIGTERM)\u000a04:47:39.312006 run iperf3-srv_10.42.42.10(pid=26642): Terminating (SIGTERM)\u000a04:47:39.351828 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26643): Terminating (SIGTERM)\u000a04:47:39.391463 run iperf3-srv_10.42.42.10(pid=26644): Terminating (SIGTERM)\u000a04:47:39.431261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26647): Terminating (SIGTERM)\u000a04:47:39.471039 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26652): Terminating (SIGTERM)\u000a04:47:39.510699 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26655): Terminating (SIGTERM)\u000a04:47:39.519738 --- ParallelTerminationStrategy: PID 26641 died...\u000a04:47:39.572982 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26641): Terminated: ok {rc=0}\u000a04:47:39.582467 --- ParallelTerminationStrategy: PID 26642 died...\u000a04:47:39.635805 run iperf3-srv_10.42.42.10(pid=26642): Terminated {rc=256}\u000a04:47:39.645283 --- ParallelTerminationStrategy: PID 26643 died...\u000a04:47:39.698384 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26643): Terminated: ok {rc=0}\u000a04:47:39.707841 --- ParallelTerminationStrategy: PID 26644 died...\u000a04:47:39.760847 run iperf3-srv_10.42.42.10(pid=26644): Terminated {rc=256}\u000a04:47:39.770399 --- ParallelTerminationStrategy: PID 26647 died...\u000a04:47:39.823832 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26647): Terminated: ok {rc=0}\u000a04:47:39.833341 --- ParallelTerminationStrategy: PID 26652 died...\u000a04:47:39.886150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26652): Terminated: ok {rc=0}\u000a04:47:39.895588 --- ParallelTerminationStrategy: PID 26655 died...\u000a04:47:39.949107 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26655): Terminated: ok {rc=0}\u000a04:47:40.038649 bus /gobi_0: Setting Powered False\u000a04:47:41.142371 bus /gobi_0: Setting Powered False\u000a04:47:42.253823 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26665): Process ended prematurely: osmo-stp_10.42.42.5(pid=26665) [trial-2354↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26665)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26665): Process ended prematurely: osmo-stp_10.42.42.5(pid=26665) [trial-2354↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26665)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a04:47:43.362962 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:47:43.374838 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a04:47:43.510846 tst iperf3.py: using LAC 19173\u000a04:47:43.628007 tst iperf3.py: using RAC 48\u000a04:47:43.744016 tst iperf3.py: using CellId 19173\u000a04:47:43.861928 tst iperf3.py: using BVCI 19174\u000a04:47:43.884494 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:47:43.895647 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:47:43.906692 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:47:43.917789 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:47:43.928689 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:47:43.939706 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:47:43.950849 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:47:43.961844 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:47:43.972885 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:47:44.244616 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:47:44.367097 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:47:44.672027 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26657): Launched\u000a04:47:44.925227 run iperf3-srv_10.42.42.10(pid=26658): Launched\u000a04:47:45.103067 tst iperf3.py:8: start network...\u000a04:47:45.225111 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:47:45.697717 run create_hlr_db(pid=26659): Launched\u000a04:47:45.868708 bus /gobi_6: Setting Powered False\u000a04:47:46.890809 run create_hlr_db(pid=26659): Terminated: ok {rc=0}\u000a04:47:47.305150 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26661): Launched\u000a04:47:47.601063 run osmo-hlr_10.42.42.2(pid=26662): Launched\u000a04:47:47.708907 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:47:48.221768 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26664): Launched\u000a04:47:48.517895 run osmo-stp_10.42.42.5(pid=26665): Launched\u000a04:47:48.625279 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:47:49.138890 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26667): Launched\u000a04:47:49.243976 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:47:49.501268 run patchelf(pid=26668): Launched\u000a04:47:49.674281 run osmo-stp_10.42.42.5(pid=26665): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26665)]\u000a04:47:49.801154 run osmo-stp_10.42.42.5(pid=26665): stdout: \u000a| (launched: 2022-12-09_04:47:48.371825)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:47:49.928386 run osmo-stp_10.42.42.5(pid=26665): stderr: \u000a| �[0;m�[38;5;43m20221209044748542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044748543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044748543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044748543 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044748544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044748544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044748544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:47:50.051016 run osmo-stp_10.42.42.5(pid=26665): stdout: \u000a| (launched: 2022-12-09_04:47:48.371825)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:47:50.173376 run osmo-stp_10.42.42.5(pid=26665): stderr: \u000a| �[0;m�[38;5;43m20221209044748542 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044748543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044748543 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044748543 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044748544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044748544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044748544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:47:50.315168 run patchelf(pid=26668): Terminating (SIGINT)\u000a04:47:50.482510 run patchelf(pid=26668): Terminated: ok {rc=0}\u000a04:47:50.513266 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26665): Process ended prematurely: osmo-stp_10.42.42.5(pid=26665) [trial-2354↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26665)] [trial-2354↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a04:47:50.522427 tst iperf3.py:8: Test FAILED (7.2 sec)\u000a04:47:50.582215 run osmo-hlr_10.42.42.2(pid=26662): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26662)]\u000a04:47:50.631297 run osmo-hlr_10.42.42.2(pid=26662): stdout: \u000a| (launched: 2022-12-09_04:47:47.455046) \u000a04:47:50.681244 run osmo-hlr_10.42.42.2(pid=26662): stderr: \u000a| �[0;m�[1;31m20221209044747628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209044747628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209044747628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044747629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044747629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209044747629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209044747644 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209044747654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209044747654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209044747654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:47:50.723233 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26657): Terminating (SIGTERM)\u000a04:47:50.762571 run iperf3-srv_10.42.42.10(pid=26658): Terminating (SIGTERM)\u000a04:47:50.801872 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26661): Terminating (SIGTERM)\u000a04:47:50.841164 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26664): Terminating (SIGTERM)\u000a04:47:50.880439 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26667): Terminating (SIGTERM)\u000a04:47:50.889477 --- ParallelTerminationStrategy: PID 26657 died...\u000a04:47:50.942120 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26657): Terminated: ok {rc=0}\u000a04:47:50.951526 --- ParallelTerminationStrategy: PID 26658 died...\u000a04:47:51.003969 run iperf3-srv_10.42.42.10(pid=26658): Terminated {rc=256}\u000a04:47:51.013429 --- ParallelTerminationStrategy: PID 26661 died...\u000a04:47:51.066036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26661): Terminated: ok {rc=0}\u000a04:47:51.075481 --- ParallelTerminationStrategy: PID 26664 died...\u000a04:47:51.128395 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26664): Terminated: ok {rc=0}\u000a04:47:51.137848 --- ParallelTerminationStrategy: PID 26667 died...\u000a04:47:51.190551 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26667): Terminated: ok {rc=0}\u000a04:47:51.278746 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26683): Process ended prematurely: osmo-stp_10.42.42.5(pid=26683) [trial-2354↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26683)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26683): Process ended prematurely: osmo-stp_10.42.42.5(pid=26683) [trial-2354↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26683)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a04:47:52.386707 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:47:52.398624 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a04:47:52.536764 tst iperf3m4.py: using LAC 19174\u000a04:47:52.653191 tst iperf3m4.py: using RAC 49\u000a04:47:52.769591 tst iperf3m4.py: using CellId 19174\u000a04:47:52.885670 tst iperf3m4.py: using BVCI 19175\u000a04:47:52.908169 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:47:52.919320 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:47:52.930419 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:47:52.941557 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:47:52.952543 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:47:52.963493 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:47:52.974682 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:47:52.985691 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:47:52.996879 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:47:53.112029 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:47:53.230226 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:47:53.350959 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:47:53.643004 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a04:47:53.777061 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:47:54.105506 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26669): Launched\u000a04:47:54.379200 run iperf3-srv_10.42.42.10(pid=26670): Launched\u000a04:47:54.574483 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a04:47:54.707295 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:47:55.035494 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26671): Launched\u000a04:47:55.309236 run iperf3-srv_10.42.42.10(pid=26672): Launched\u000a04:47:55.504473 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a04:47:55.637593 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:47:55.966040 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26673): Launched\u000a04:47:56.238893 run iperf3-srv_10.42.42.10(pid=26674): Launched\u000a04:47:56.432751 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a04:47:56.566028 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a04:47:56.893768 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26675): Launched\u000a04:47:57.166453 run iperf3-srv_10.42.42.10(pid=26676): Launched\u000a04:47:57.360736 tst iperf3m4.py:8: start network...\u000a04:47:57.494250 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:47:57.993760 run create_hlr_db(pid=26677): Launched\u000a04:47:58.176925 bus /gobi_6: Setting Powered False\u000a04:47:59.198584 run create_hlr_db(pid=26677): Terminated: ok {rc=0}\u000a04:47:59.595740 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26679): Launched\u000a04:47:59.890711 run osmo-hlr_10.42.42.2(pid=26680): Launched\u000a04:48:00.005624 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:48:00.529314 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26682): Launched\u000a04:48:00.825358 run osmo-stp_10.42.42.5(pid=26683): Launched\u000a04:48:01.020613 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:48:01.624853 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26685): Launched\u000a04:48:01.767289 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:48:02.110996 run patchelf(pid=26686): Launched\u000a04:48:02.335245 run osmo-stp_10.42.42.5(pid=26683): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26683)]\u000a04:48:02.463794 run osmo-stp_10.42.42.5(pid=26683): stdout: \u000a| (launched: 2022-12-09_04:48:00.680137)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:48:02.590973 run osmo-stp_10.42.42.5(pid=26683): stderr: \u000a| �[0;m�[38;5;43m20221209044800887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044800888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044800888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044800888 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044800890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044800890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044800890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:48:02.713466 run osmo-stp_10.42.42.5(pid=26683): stdout: \u000a| (launched: 2022-12-09_04:48:00.680137)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:48:02.834915 run osmo-stp_10.42.42.5(pid=26683): stderr: \u000a| �[0;m�[38;5;43m20221209044800887 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044800888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044800888 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044800888 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044800890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044800890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044800890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:48:02.977231 run patchelf(pid=26686): Terminating (SIGINT)\u000a04:48:03.145073 run patchelf(pid=26686): Terminated: ok {rc=0}\u000a04:48:03.175988 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26683): Process ended prematurely: osmo-stp_10.42.42.5(pid=26683) [trial-2354↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26683)] [trial-2354↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a04:48:03.185308 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a04:48:03.245821 run osmo-hlr_10.42.42.2(pid=26680): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26680)]\u000a04:48:03.294672 run osmo-hlr_10.42.42.2(pid=26680): stdout: \u000a| (launched: 2022-12-09_04:47:59.745686) \u000a04:48:03.344403 run osmo-hlr_10.42.42.2(pid=26680): stderr: \u000a| �[0;m�[1;31m20221209044759924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209044759924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209044759924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044759924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044759924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209044759924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209044759936 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209044759946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209044759946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209044759946 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:48:03.386863 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26669): Terminating (SIGTERM)\u000a04:48:03.426413 run iperf3-srv_10.42.42.10(pid=26670): Terminating (SIGTERM)\u000a04:48:03.465739 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26671): Terminating (SIGTERM)\u000a04:48:03.505073 run iperf3-srv_10.42.42.10(pid=26672): Terminating (SIGTERM)\u000a04:48:03.544500 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26673): Terminating (SIGTERM)\u000a04:48:03.583713 run iperf3-srv_10.42.42.10(pid=26674): Terminating (SIGTERM)\u000a04:48:03.623143 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26675): Terminating (SIGTERM)\u000a04:48:03.662430 run iperf3-srv_10.42.42.10(pid=26676): Terminating (SIGTERM)\u000a04:48:03.701810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26679): Terminating (SIGTERM)\u000a04:48:03.741155 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26682): Terminating (SIGTERM)\u000a04:48:03.780459 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26685): Terminating (SIGTERM)\u000a04:48:03.789709 --- ParallelTerminationStrategy: PID 26669 died...\u000a04:48:03.843085 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26669): Terminated: ok {rc=0}\u000a04:48:03.852680 --- ParallelTerminationStrategy: PID 26670 died...\u000a04:48:03.905418 run iperf3-srv_10.42.42.10(pid=26670): Terminated {rc=256}\u000a04:48:03.914927 --- ParallelTerminationStrategy: PID 26671 died...\u000a04:48:03.967925 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26671): Terminated: ok {rc=0}\u000a04:48:03.977883 --- ParallelTerminationStrategy: PID 26672 died...\u000a04:48:04.030833 run iperf3-srv_10.42.42.10(pid=26672): Terminated {rc=256}\u000a04:48:04.040367 --- ParallelTerminationStrategy: PID 26673 died...\u000a04:48:04.093136 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26673): Terminated: ok {rc=0}\u000a04:48:04.102723 --- ParallelTerminationStrategy: PID 26674 died...\u000a04:48:04.155580 run iperf3-srv_10.42.42.10(pid=26674): Terminated {rc=256}\u000a04:48:04.165137 --- ParallelTerminationStrategy: PID 26675 died...\u000a04:48:04.217820 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=26675): Terminated: ok {rc=0}\u000a04:48:04.227432 --- ParallelTerminationStrategy: PID 26676 died...\u000a04:48:04.280731 run iperf3-srv_10.42.42.10(pid=26676): Terminated {rc=256}\u000a04:48:04.290145 --- ParallelTerminationStrategy: PID 26679 died...\u000a04:48:04.342830 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26679): Terminated: ok {rc=0}\u000a04:48:04.352451 --- ParallelTerminationStrategy: PID 26682 died...\u000a04:48:04.405293 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26682): Terminated: ok {rc=0}\u000a04:48:04.414727 --- ParallelTerminationStrategy: PID 26685 died...\u000a04:48:04.467533 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26685): Terminated: ok {rc=0}\u000a04:48:04.556325 bus /gobi_4: Setting Powered False\u000a04:48:05.660402 bus /gobi_4: Setting Powered False\u000a04:48:06.771634 bus /gobi_1: Setting Powered False\u000a04:48:07.873251 bus /gobi_1: Setting Powered False\u000a04:48:08.984611 bus /gobi_0: Setting Powered False\u000a04:48:10.089894 bus /gobi_0: Setting Powered False\u000a04:48:11.198431 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26693): Process ended prematurely: osmo-stp_10.42.42.5(pid=26693) [trial-2354↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26693)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26693): Process ended prematurely: osmo-stp_10.42.42.5(pid=26693) [trial-2354↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26693)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a04:48:12.267216 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:48:12.279523 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a04:48:12.425168 tst ping.py: using LAC 19175\u000a04:48:12.548420 tst ping.py: using RAC 50\u000a04:48:12.669108 tst ping.py: using CellId 19175\u000a04:48:12.785119 tst ping.py: using BVCI 19176\u000a04:48:12.807559 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:48:12.819057 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:48:12.830385 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:48:12.842092 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:48:12.853742 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:48:12.865345 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:48:12.876881 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:48:12.889285 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:48:13.175531 tst ping.py:19: start network...\u000a04:48:13.305733 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:48:13.796822 run create_hlr_db(pid=26687): Launched\u000a04:48:13.977995 bus /gobi_6: Setting Powered False\u000a04:48:14.999781 run create_hlr_db(pid=26687): Terminated: ok {rc=0}\u000a04:48:15.416701 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26689): Launched\u000a04:48:15.729751 run osmo-hlr_10.42.42.2(pid=26690): Launched\u000a04:48:15.847798 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:48:16.430042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26692): Launched\u000a04:48:16.880645 run osmo-stp_10.42.42.5(pid=26693): Launched\u000a04:48:17.093968 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:48:17.638020 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26695): Launched\u000a04:48:17.750037 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:48:18.022337 run patchelf(pid=26696): Launched\u000a04:48:18.205801 run osmo-stp_10.42.42.5(pid=26693): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26693)]\u000a04:48:18.339961 run osmo-stp_10.42.42.5(pid=26693): stdout: \u000a| (launched: 2022-12-09_04:48:16.581836)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:48:18.475332 run osmo-stp_10.42.42.5(pid=26693): stderr: \u000a| �[0;m�[38;5;43m20221209044816842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044816843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044816843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044816846 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044816847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044816847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044816847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:48:18.605837 run osmo-stp_10.42.42.5(pid=26693): stdout: \u000a| (launched: 2022-12-09_04:48:16.581836)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:48:18.734736 run osmo-stp_10.42.42.5(pid=26693): stderr: \u000a| �[0;m�[38;5;43m20221209044816842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044816843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044816843 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044816846 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044816847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044816847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044816847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:48:18.884687 run patchelf(pid=26696): Terminating (SIGINT)\u000a04:48:19.061802 run patchelf(pid=26696): Terminated: ok {rc=0}\u000a04:48:19.093939 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=26693): Process ended prematurely: osmo-stp_10.42.42.5(pid=26693) [trial-2354↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26693)] [trial-2354↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a04:48:19.103192 tst ping.py:22: Test FAILED (6.8 sec)\u000a04:48:19.167563 run osmo-hlr_10.42.42.2(pid=26690): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26690)]\u000a04:48:19.220019 run osmo-hlr_10.42.42.2(pid=26690): stdout: \u000a| (launched: 2022-12-09_04:48:15.575676) \u000a04:48:19.273025 run osmo-hlr_10.42.42.2(pid=26690): stderr: \u000a| �[0;m�[1;31m20221209044815770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209044815770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209044815770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044815770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044815770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209044815770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209044815783 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209044815791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209044815791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209044815791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:48:19.318071 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26689): Terminating (SIGTERM)\u000a04:48:19.360605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26692): Terminating (SIGTERM)\u000a04:48:19.403052 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26695): Terminating (SIGTERM)\u000a04:48:19.412770 --- ParallelTerminationStrategy: PID 26689 died...\u000a04:48:19.469635 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26689): Terminated: ok {rc=0}\u000a04:48:19.480049 --- ParallelTerminationStrategy: PID 26692 died...\u000a04:48:19.536526 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26692): Terminated: ok {rc=0}\u000a04:48:19.546653 --- ParallelTerminationStrategy: PID 26695 died...\u000a04:48:19.603246 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26695): Terminated: ok {rc=0}\u000a04:48:19.691715 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26703): Process ended prematurely: osmo-stp_10.42.42.5(pid=26703) [trial-2354↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26703)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26703): Process ended prematurely: osmo-stp_10.42.42.5(pid=26703) [trial-2354↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26703)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a04:48:20.744824 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:48:20.757739 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a04:48:20.904113 tst ping_idle_ping.py: using LAC 19176\u000a04:48:21.025498 tst ping_idle_ping.py: using RAC 51\u000a04:48:21.147173 tst ping_idle_ping.py: using CellId 19176\u000a04:48:21.270676 tst ping_idle_ping.py: using BVCI 19177\u000a04:48:21.294724 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:48:21.306468 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:48:21.318065 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:48:21.330091 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:48:21.342169 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:48:21.353639 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:48:21.365557 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a04:48:21.377547 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a04:48:21.650772 tst ping_idle_ping.py:24: start network...\u000a04:48:21.772136 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:48:22.244291 run create_hlr_db(pid=26697): Launched\u000a04:48:22.413569 bus /gobi_6: Setting Powered False\u000a04:48:23.434215 run create_hlr_db(pid=26697): Terminated: ok {rc=0}\u000a04:48:23.851124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26699): Launched\u000a04:48:24.164880 run osmo-hlr_10.42.42.2(pid=26700): Launched\u000a04:48:24.282855 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:48:24.829238 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26702): Launched\u000a04:48:25.143214 run osmo-stp_10.42.42.5(pid=26703): Launched\u000a04:48:25.257622 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:48:25.804779 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26705): Launched\u000a04:48:25.916536 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:48:26.189644 run patchelf(pid=26706): Launched\u000a04:48:26.374158 run osmo-stp_10.42.42.5(pid=26703): ERR: Terminated: ERROR {rc=1} [trial-2354↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26703)]\u000a04:48:26.509951 run osmo-stp_10.42.42.5(pid=26703): stdout: \u000a| (launched: 2022-12-09_04:48:24.988129)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:48:26.645667 run osmo-stp_10.42.42.5(pid=26703): stderr: \u000a| �[0;m�[38;5;43m20221209044825180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044825180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044825180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044825181 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044825181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044825181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044825181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:48:26.776291 run osmo-stp_10.42.42.5(pid=26703): stdout: \u000a| (launched: 2022-12-09_04:48:24.988129)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:48:26.906239 run osmo-stp_10.42.42.5(pid=26703): stderr: \u000a| �[0;m�[38;5;43m20221209044825180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044825180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044825180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044825181 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044825181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044825181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044825181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:48:27.056843 run patchelf(pid=26706): Terminating (SIGINT)\u000a04:48:27.234455 run patchelf(pid=26706): Terminated: ok {rc=0}\u000a04:48:27.266871 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=26703): Process ended prematurely: osmo-stp_10.42.42.5(pid=26703) [trial-2354↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26703)] [trial-2354↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a04:48:27.276026 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a04:48:27.340886 run osmo-hlr_10.42.42.2(pid=26700): ERR: Terminated: ERROR {rc=237} [trial-2354↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26700)]\u000a04:48:27.393665 run osmo-hlr_10.42.42.2(pid=26700): stdout: \u000a| (launched: 2022-12-09_04:48:24.010938) \u000a04:48:27.447048 run osmo-hlr_10.42.42.2(pid=26700): stderr: \u000a| �[0;m�[1;31m20221209044824207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209044824207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209044824207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044824207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044824207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209044824207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209044824220 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209044824231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209044824231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209044824231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:48:27.492213 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26699): Terminating (SIGTERM)\u000a04:48:27.535029 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26702): Terminating (SIGTERM)\u000a04:48:27.578021 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26705): Terminating (SIGTERM)\u000a04:48:27.587816 --- ParallelTerminationStrategy: PID 26699 died...\u000a04:48:27.644797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26699): Terminated: ok {rc=0}\u000a04:48:27.654990 --- ParallelTerminationStrategy: PID 26702 died...\u000a04:48:27.711779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26702): Terminated: ok {rc=0}\u000a04:48:27.722011 --- ParallelTerminationStrategy: PID 26705 died...\u000a04:48:27.778828 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26705): Terminated: ok {rc=0}\u000a04:48:27.867612 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "158", "name" : "gprs_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:47:30" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26716): Process ended prematurely: osmo-stp_10.42.42.5(pid=26716) [trial-2354↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26716)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26716): Process ended prematurely: osmo-stp_10.42.42.5(pid=26716) [trial-2354↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26716)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a04:48:29.916013 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:48:29.927580 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a04:48:30.077679 tst switch_tch_pdch.py: using LAC 19177\u000a04:48:30.192876 tst switch_tch_pdch.py: using RAC 52\u000a04:48:30.316553 tst switch_tch_pdch.py: using CellId 19177\u000a04:48:30.439005 tst switch_tch_pdch.py: using BVCI 19178\u000a04:48:30.463584 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:48:30.475725 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:48:30.487489 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:48:30.499533 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:48:30.511343 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:48:30.523205 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:48:30.535913 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a04:48:30.547683 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:48:30.662062 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a04:48:30.964467 tst switch_tch_pdch.py:51: start network...\u000a04:48:31.097889 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:48:31.632273 run create_hlr_db(pid=26710): Launched\u000a04:48:31.817733 bus /gobi_6: Setting Powered False\u000a04:48:32.833946 run create_hlr_db(pid=26710): Terminated: ok {rc=0}\u000a04:48:33.223293 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26712): Launched\u000a04:48:33.512310 run osmo-hlr_10.42.42.2(pid=26713): Launched\u000a04:48:33.626813 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:48:34.136143 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26715): Launched\u000a04:48:34.426194 run osmo-stp_10.42.42.5(pid=26716): Launched\u000a04:48:34.532386 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a04:48:35.039214 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26718): Launched\u000a04:48:35.142737 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a04:48:35.396923 run patchelf(pid=26719): Launched\u000a04:48:35.567740 run osmo-stp_10.42.42.5(pid=26716): ERR: Terminated: ERROR {rc=1} [trial-2354↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26716)]\u000a04:48:35.692425 run osmo-stp_10.42.42.5(pid=26716): stdout: \u000a| (launched: 2022-12-09_04:48:34.283504)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:48:35.817174 run osmo-stp_10.42.42.5(pid=26716): stderr: \u000a| �[0;m�[38;5;43m20221209044834454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044834454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044834454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044834455 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044834455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044834455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044834455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:48:35.937967 run osmo-stp_10.42.42.5(pid=26716): stdout: \u000a| (launched: 2022-12-09_04:48:34.283504)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:48:36.057904 run osmo-stp_10.42.42.5(pid=26716): stderr: \u000a| �[0;m�[38;5;43m20221209044834454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044834454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044834454 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044834455 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044834455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044834455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044834455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:48:36.197843 run patchelf(pid=26719): Terminating (SIGINT)\u000a04:48:36.361482 run patchelf(pid=26719): Terminated: ok {rc=0}\u000a04:48:36.391196 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=26716): Process ended prematurely: osmo-stp_10.42.42.5(pid=26716) [trial-2354↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26716)] [trial-2354↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a04:48:36.399986 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a04:48:36.459281 run osmo-hlr_10.42.42.2(pid=26713): ERR: Terminated: ERROR {rc=237} [trial-2354↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26713)]\u000a04:48:36.508314 run osmo-hlr_10.42.42.2(pid=26713): stdout: \u000a| (launched: 2022-12-09_04:48:33.370071) \u000a04:48:36.557723 run osmo-hlr_10.42.42.2(pid=26713): stderr: \u000a| �[0;m�[1;31m20221209044833543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209044833543 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209044833544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044833544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044833544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209044833544 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209044833556 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209044833566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209044833566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209044833566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:48:36.599580 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26712): Terminating (SIGTERM)\u000a04:48:36.639064 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26715): Terminating (SIGTERM)\u000a04:48:36.678566 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26718): Terminating (SIGTERM)\u000a04:48:36.687586 --- ParallelTerminationStrategy: PID 26712 died...\u000a04:48:36.740287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26712): Terminated: ok {rc=0}\u000a04:48:36.749769 --- ParallelTerminationStrategy: PID 26715 died...\u000a04:48:36.802227 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26715): Terminated: ok {rc=0}\u000a04:48:36.811678 --- ParallelTerminationStrategy: PID 26718 died...\u000a04:48:36.864074 run pcap-recorder_any(filters='host 10.42.42.6')(pid=26718): Terminated: ok {rc=0}\u000a04:48:36.952871 bus /gobi_0: Setting Powered False\u000a04:48:38.059376 bus /gobi_0: Setting Powered False\u000a04:48:39.166654 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "159", "name" : "dynts_nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:48:29" }, { "cases" : [ { "testActions" : [ ], "age" : 183, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=26724): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26724) [trial-2354↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26724)]", "failedSince" : 2172, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_acceptall.py\", line 18, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=26724): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26724) [trial-2354↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26724)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 nitb_smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a04:48:41.005621 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a04:48:41.115720 tst esme_connect_policy_acceptall.py: using MSISDN 7030\u000a04:48:41.256568 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a04:48:41.857133 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26723): Launched\u000a04:48:42.173038 run osmo-nitb_10.42.42.2(pid=26724): Launched\u000a04:48:42.369498 run osmo-nitb_10.42.42.2(pid=26724): ERR: Terminated: ERROR {rc=2} [trial-2354↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26724)]\u000a04:48:42.514679 run osmo-nitb_10.42.42.2(pid=26724): stdout: \u000a| (launched: 2022-12-09_04:48:42.019324) \u000a04:48:42.660138 run osmo-nitb_10.42.42.2(pid=26724): stderr: \u000a| (launched: 2022-12-09_04:48:42.066858)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:48:42.800152 run osmo-nitb_10.42.42.2(pid=26724): stdout: \u000a| (launched: 2022-12-09_04:48:42.019324) \u000a04:48:42.939293 run osmo-nitb_10.42.42.2(pid=26724): stderr: \u000a| (launched: 2022-12-09_04:48:42.066858)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:48:43.302702 tst osmo-nitb_10.42.42.2(pid=26724): stdout: \u000a| (launched: 2022-12-09_04:48:42.019324) \u000a04:48:43.431057 tst osmo-nitb_10.42.42.2(pid=26724): stderr: \u000a| (launched: 2022-12-09_04:48:42.066858)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:48:43.486926 tst esme_connect_policy_acceptall.py:18: ERR: Error: osmo-nitb_10.42.42.2(pid=26724): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26724) [trial-2354↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26724)] [trial-2354↪nitb_smpp↪esme_connect_policy_acceptall.py:18]\u000a04:48:43.495395 tst esme_connect_policy_acceptall.py:18: Test FAILED (2.5 sec)\u000a04:48:43.534184 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26723): Terminating (SIGTERM)\u000a04:48:43.711949 --- ParallelTerminationStrategy: PID 26723 died...\u000a04:48:43.771314 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26723): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 183, "className" : "nitb_smpp", "duration" : 2.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=26726): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26726) [trial-2354↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26726)]", "failedSince" : 2172, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_closed.py\", line 24, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=26726): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26726) [trial-2354↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26726)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 nitb_smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a04:48:43.786289 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a04:48:43.898796 tst esme_connect_policy_closed.py: using MSISDN 7031\u000a04:48:44.016494 tst esme_connect_policy_closed.py: using MSISDN 7032\u000a04:48:44.122776 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a04:48:44.688420 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26725): Launched\u000a04:48:44.983254 run osmo-nitb_10.42.42.2(pid=26726): Launched\u000a04:48:45.153111 run osmo-nitb_10.42.42.2(pid=26726): ERR: Terminated: ERROR {rc=2} [trial-2354↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26726)]\u000a04:48:45.277596 run osmo-nitb_10.42.42.2(pid=26726): stdout: \u000a| (launched: 2022-12-09_04:48:44.840088) \u000a04:48:45.402447 run osmo-nitb_10.42.42.2(pid=26726): stderr: \u000a| (launched: 2022-12-09_04:48:44.884434)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:48:45.522299 run osmo-nitb_10.42.42.2(pid=26726): stdout: \u000a| (launched: 2022-12-09_04:48:44.840088) \u000a04:48:45.640934 run osmo-nitb_10.42.42.2(pid=26726): stderr: \u000a| (launched: 2022-12-09_04:48:44.884434)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:48:45.693012 tst esme_connect_policy_closed.py:24: ERR: Error: osmo-nitb_10.42.42.2(pid=26726): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26726) [trial-2354↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26726)] [trial-2354↪nitb_smpp↪esme_connect_policy_closed.py:24]\u000a04:48:45.700689 tst esme_connect_policy_closed.py:24: Test FAILED (1.9 sec)\u000a04:48:45.735046 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26725): Terminating (SIGTERM)\u000a04:48:45.911806 --- ParallelTerminationStrategy: PID 26725 died...\u000a04:48:45.980619 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26725): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "nitb_smpp", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=26728): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26728) [trial-2354↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26728)]", "failedSince" : 2140, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_storeforward.py\", line 23, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=26728): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26728) [trial-2354↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26728)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 nitb_smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a04:48:45.997520 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a04:48:46.010170 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a04:48:46.150035 tst esme_ms_sms_storeforward.py: using LAC 19178\u000a04:48:46.309374 tst esme_ms_sms_storeforward.py: using RAC 53\u000a04:48:46.493951 tst esme_ms_sms_storeforward.py: using CellId 19178\u000a04:48:46.671588 tst esme_ms_sms_storeforward.py: using BVCI 19179\u000a04:48:46.706325 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a04:48:46.989590 tst esme_ms_sms_storeforward.py: using MSISDN 7033\u000a04:48:47.205931 tst esme_ms_sms_storeforward.py:20: start nitb and bts...\u000a04:48:47.343582 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a04:48:48.009651 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26727): Launched\u000a04:48:48.328776 run osmo-nitb_10.42.42.2(pid=26728): Launched\u000a04:48:48.513914 run osmo-nitb_10.42.42.2(pid=26728): ERR: Terminated: ERROR {rc=2} [trial-2354↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26728)]\u000a04:48:48.649289 run osmo-nitb_10.42.42.2(pid=26728): stdout: \u000a| (launched: 2022-12-09_04:48:48.173625) \u000a04:48:48.784740 run osmo-nitb_10.42.42.2(pid=26728): stderr: \u000a| (launched: 2022-12-09_04:48:48.221569)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:48:48.914613 run osmo-nitb_10.42.42.2(pid=26728): stdout: \u000a| (launched: 2022-12-09_04:48:48.173625) \u000a04:48:49.043695 run osmo-nitb_10.42.42.2(pid=26728): stderr: \u000a| (launched: 2022-12-09_04:48:48.221569)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:48:49.099851 tst esme_ms_sms_storeforward.py:23: ERR: Error: osmo-nitb_10.42.42.2(pid=26728): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26728) [trial-2354↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26728)] [trial-2354↪nitb_smpp↪esme_ms_sms_storeforward.py:23]\u000a04:48:49.108398 tst esme_ms_sms_storeforward.py:23: Test FAILED (3.1 sec)\u000a04:48:49.147192 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26727): Terminating (SIGTERM)\u000a04:48:49.324867 --- ParallelTerminationStrategy: PID 26727 died...\u000a04:48:49.382981 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26727): Terminated: ok {rc=0}\u000a04:48:49.469544 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 215, "className" : "nitb_smpp", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=26730): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26730) [trial-2354↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26730)]", "failedSince" : 2140, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_transaction.py\", line 21, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=26730): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26730) [trial-2354↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26730)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 nitb_smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a04:48:50.521615 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a04:48:50.532861 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a04:48:50.664645 tst esme_ms_sms_transaction.py: using LAC 19179\u000a04:48:50.781555 tst esme_ms_sms_transaction.py: using RAC 54\u000a04:48:50.898734 tst esme_ms_sms_transaction.py: using CellId 19179\u000a04:48:51.019385 tst esme_ms_sms_transaction.py: using BVCI 19180\u000a04:48:51.042170 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a04:48:51.262462 tst esme_ms_sms_transaction.py: using MSISDN 7034\u000a04:48:51.459622 tst esme_ms_sms_transaction.py:18: start nitb and bts...\u000a04:48:51.595016 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a04:48:52.254054 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26729): Launched\u000a04:48:52.571804 run osmo-nitb_10.42.42.2(pid=26730): Launched\u000a04:48:52.769155 run osmo-nitb_10.42.42.2(pid=26730): ERR: Terminated: ERROR {rc=2} [trial-2354↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26730)]\u000a04:48:52.914150 run osmo-nitb_10.42.42.2(pid=26730): stdout: \u000a| (launched: 2022-12-09_04:48:52.416807) \u000a04:48:53.059341 run osmo-nitb_10.42.42.2(pid=26730): stderr: \u000a| (launched: 2022-12-09_04:48:52.464656)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:48:53.199666 run osmo-nitb_10.42.42.2(pid=26730): stdout: \u000a| (launched: 2022-12-09_04:48:52.416807) \u000a04:48:53.339445 run osmo-nitb_10.42.42.2(pid=26730): stderr: \u000a| (launched: 2022-12-09_04:48:52.464656)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:48:53.701019 tst osmo-nitb_10.42.42.2(pid=26730): stdout: \u000a| (launched: 2022-12-09_04:48:52.416807) \u000a04:48:53.828392 tst osmo-nitb_10.42.42.2(pid=26730): stderr: \u000a| (launched: 2022-12-09_04:48:52.464656)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a04:48:53.884001 tst esme_ms_sms_transaction.py:21: ERR: Error: osmo-nitb_10.42.42.2(pid=26730): Process ended prematurely: osmo-nitb_10.42.42.2(pid=26730) [trial-2354↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=26730)] [trial-2354↪nitb_smpp↪esme_ms_sms_transaction.py:21]\u000a04:48:53.892580 tst esme_ms_sms_transaction.py:21: Test FAILED (3.4 sec)\u000a04:48:53.929465 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26729): Terminating (SIGTERM)\u000a04:48:54.107427 --- ParallelTerminationStrategy: PID 26729 died...\u000a04:48:54.166096 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=26729): Terminated: ok {rc=0}\u000a04:48:54.253688 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 15.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "160", "name" : "nitb_smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:48:40" }, { "cases" : [ { "testActions" : [ ], "age" : 24, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=26739): Process ended prematurely: osmo-hlr_10.42.42.2(pid=26739) [trial-2354↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26739)]", "failedSince" : 2331, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_acceptall.py\", line 23, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=26739): Process ended prematurely: osmo-hlr_10.42.42.2(pid=26739) [trial-2354↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26739)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a04:48:56.052024 tst smpp: Using 1 x ip_address (candidates: 6)\u000a04:48:56.062848 tst smpp: Using 1 x ip_address (candidates: 6)\u000a04:48:56.074202 tst smpp: Using 1 x ip_address (candidates: 6)\u000a04:48:56.085406 tst smpp: Using 1 x ip_address (candidates: 6)\u000a04:48:56.199222 tst esme_connect_policy_acceptall.py: using MSISDN 7035\u000a04:48:56.313907 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a04:48:56.869777 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=26734): Launched\u000a04:48:57.190941 run osmo-stp_10.42.42.4(pid=26735): Launched\u000a04:48:57.305923 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:48:57.810439 run create_hlr_db(pid=26736): Launched\u000a04:48:57.996126 bus /sierra_2: Setting Powered False\u000a04:48:59.016492 run create_hlr_db(pid=26736): Terminated: ok {rc=0}\u000a04:48:59.417783 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26738): Launched\u000a04:48:59.716803 run osmo-hlr_10.42.42.2(pid=26739): Launched\u000a04:48:59.827098 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a04:49:00.372097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26741): Launched\u000a04:49:00.670399 run osmo-msc_10.42.42.5(pid=26742): Launched\u000a04:49:00.906471 run osmo-hlr_10.42.42.2(pid=26739): ERR: Terminated: ERROR {rc=237} [trial-2354↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26739)]\u000a04:49:01.085396 run osmo-hlr_10.42.42.2(pid=26739): stdout: \u000a| (launched: 2022-12-09_04:48:59.569543) \u000a04:49:01.248030 run osmo-hlr_10.42.42.2(pid=26739): stderr: \u000a| �[0;m�[1;31m20221209044859745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209044859745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209044859745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044859746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044859746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209044859746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209044859760 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209044859770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209044859771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209044859771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:49:01.382083 run osmo-hlr_10.42.42.2(pid=26739): stdout: \u000a| (launched: 2022-12-09_04:48:59.569543) \u000a04:49:01.516091 run osmo-hlr_10.42.42.2(pid=26739): stderr: \u000a| �[0;m�[1;31m20221209044859745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209044859745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209044859745 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044859746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044859746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209044859746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209044859760 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209044859770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209044859771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209044859771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:49:01.574829 tst esme_connect_policy_acceptall.py:23: ERR: Error: osmo-hlr_10.42.42.2(pid=26739): Process ended prematurely: osmo-hlr_10.42.42.2(pid=26739) [trial-2354↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26739)] [trial-2354↪smpp↪esme_connect_policy_acceptall.py:23]\u000a04:49:01.584924 tst esme_connect_policy_acceptall.py:23: Test FAILED (5.5 sec)\u000a04:49:01.654868 run osmo-msc_10.42.42.5(pid=26742): ERR: Terminated: ERROR {rc=9} [trial-2354↪smpp↪esme_connect_policy_acceptall.py↪esme_connect_policy_acceptall.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=26742)]\u000a04:49:01.710765 run osmo-msc_10.42.42.5(pid=26742): stdout: \u000a| (launched: 2022-12-09_04:49:00.523090) \u000a04:49:01.766603 run osmo-msc_10.42.42.5(pid=26742): stderr: \u000a| �[0;m�[38;5;43m20221209044900836 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221209044900836 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221209044900836 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221209044900836 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221209044900836 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221209044900837 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221209044900837 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221209044900837 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221209044900837 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a04:49:01.814754 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=26734): Terminating (SIGTERM)\u000a04:49:01.860887 run osmo-stp_10.42.42.4(pid=26735): Terminating (SIGTERM)\u000a04:49:01.952824 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26738): Terminating (SIGTERM)\u000a04:49:02.040392 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26741): Terminating (SIGTERM)\u000a04:49:02.051228 --- ParallelTerminationStrategy: PID 26734 died...\u000a04:49:02.113854 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=26734): Terminated: ok {rc=0}\u000a04:49:02.124806 --- ParallelTerminationStrategy: PID 26735 died...\u000a04:49:02.184599 run osmo-stp_10.42.42.4(pid=26735): Terminated: ok {rc=0}\u000a04:49:02.195640 --- ParallelTerminationStrategy: PID 26738 died...\u000a04:49:02.254590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26738): Terminated: ok {rc=0}\u000a04:49:02.264741 --- ParallelTerminationStrategy: PID 26741 died...\u000a04:49:02.322694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26741): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 24, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=26750): Process ended prematurely: osmo-hlr_10.42.42.2(pid=26750) [trial-2354↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26750)]", "failedSince" : 2331, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_closed.py\", line 31, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=26750): Process ended prematurely: osmo-hlr_10.42.42.2(pid=26750) [trial-2354↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26750)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a04:49:02.337723 tst smpp: Using 1 x ip_address (candidates: 6)\u000a04:49:02.349501 tst smpp: Using 1 x bts (candidates: 1)\u000a04:49:02.483422 tst esme_connect_policy_closed.py: using LAC 19180\u000a04:49:02.609665 tst esme_connect_policy_closed.py: using RAC 55\u000a04:49:02.730491 tst esme_connect_policy_closed.py: using CellId 19180\u000a04:49:02.850315 tst esme_connect_policy_closed.py: using BVCI 19181\u000a04:49:02.873272 tst smpp: Using 1 x ip_address (candidates: 6)\u000a04:49:02.883671 tst smpp: Using 1 x ip_address (candidates: 6)\u000a04:49:02.894144 tst smpp: Using 1 x ip_address (candidates: 6)\u000a04:49:03.000581 tst esme_connect_policy_closed.py: using MSISDN 7036\u000a04:49:03.120538 tst esme_connect_policy_closed.py: using MSISDN 7037\u000a04:49:03.227323 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a04:49:03.746199 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=26745): Launched\u000a04:49:04.045024 run osmo-stp_10.42.42.4(pid=26746): Launched\u000a04:49:04.152164 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:49:04.633335 run create_hlr_db(pid=26747): Launched\u000a04:49:05.809312 run create_hlr_db(pid=26747): Terminated: ok {rc=0}\u000a04:49:06.118650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26749): Launched\u000a04:49:06.418472 run osmo-hlr_10.42.42.2(pid=26750): Launched\u000a04:49:06.528676 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a04:49:07.078320 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26752): Launched\u000a04:49:07.379416 run osmo-msc_10.42.42.5(pid=26753): Launched\u000a04:49:07.557997 run osmo-hlr_10.42.42.2(pid=26750): ERR: Terminated: ERROR {rc=237} [trial-2354↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26750)]\u000a04:49:07.686276 run osmo-hlr_10.42.42.2(pid=26750): stdout: \u000a| (launched: 2022-12-09_04:49:06.270722) \u000a04:49:07.813269 run osmo-hlr_10.42.42.2(pid=26750): stderr: \u000a| �[0;m�[1;31m20221209044906443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209044906443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209044906443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044906443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044906443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209044906443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209044906455 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209044906464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209044906464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209044906464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:49:07.934032 run osmo-hlr_10.42.42.2(pid=26750): stdout: \u000a| (launched: 2022-12-09_04:49:06.270722) \u000a04:49:08.053764 run osmo-hlr_10.42.42.2(pid=26750): stderr: \u000a| �[0;m�[1;31m20221209044906443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209044906443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209044906443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044906443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044906443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209044906443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209044906455 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209044906464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209044906464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209044906464 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:49:08.106346 tst esme_connect_policy_closed.py:31: ERR: Error: osmo-hlr_10.42.42.2(pid=26750): Process ended prematurely: osmo-hlr_10.42.42.2(pid=26750) [trial-2354↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26750)] [trial-2354↪smpp↪esme_connect_policy_closed.py:31]\u000a04:49:08.114409 tst esme_connect_policy_closed.py:31: Test FAILED (5.8 sec)\u000a04:49:08.174333 run osmo-msc_10.42.42.5(pid=26753): ERR: Terminated: ERROR {rc=9} [trial-2354↪smpp↪esme_connect_policy_closed.py↪esme_connect_policy_closed.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=26753)]\u000a04:49:08.223680 run osmo-msc_10.42.42.5(pid=26753): stdout: \u000a| (launched: 2022-12-09_04:49:07.230987) \u000a04:49:08.273930 run osmo-msc_10.42.42.5(pid=26753): stderr: \u000a| �[0;m�[38;5;43m20221209044907544 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221209044907544 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221209044907545 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221209044907545 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221209044907545 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221209044907545 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221209044907545 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221209044907545 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221209044907545 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a04:49:08.316423 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=26745): Terminating (SIGTERM)\u000a04:49:08.356658 run osmo-stp_10.42.42.4(pid=26746): Terminating (SIGTERM)\u000a04:49:08.398179 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26749): Terminating (SIGTERM)\u000a04:49:08.439509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26752): Terminating (SIGTERM)\u000a04:49:08.448938 --- ParallelTerminationStrategy: PID 26745 died...\u000a04:49:08.503181 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=26745): Terminated: ok {rc=0}\u000a04:49:08.512997 --- ParallelTerminationStrategy: PID 26746 died...\u000a04:49:08.567043 run osmo-stp_10.42.42.4(pid=26746): Terminated: ok {rc=0}\u000a04:49:08.576649 --- ParallelTerminationStrategy: PID 26749 died...\u000a04:49:08.630178 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26749): Terminated: ok {rc=0}\u000a04:49:08.639690 --- ParallelTerminationStrategy: PID 26752 died...\u000a04:49:08.693216 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26752): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 24, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26762): Process ended prematurely: osmo-stp_10.42.42.5(pid=26762) [trial-2354↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26762)]", "failedSince" : 2331, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_storeforward.py\", line 30, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26762): Process ended prematurely: osmo-stp_10.42.42.5(pid=26762) [trial-2354↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26762)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a04:49:08.707301 tst smpp: Using 1 x ip_address (candidates: 6)\u000a04:49:08.718145 tst smpp: Using 1 x bts (candidates: 1)\u000a04:49:08.839837 tst esme_ms_sms_storeforward.py: using LAC 19181\u000a04:49:08.964802 tst esme_ms_sms_storeforward.py: using RAC 56\u000a04:49:09.083336 tst esme_ms_sms_storeforward.py: using CellId 19181\u000a04:49:09.200318 tst esme_ms_sms_storeforward.py: using BVCI 19182\u000a04:49:09.223145 tst smpp: Using 1 x ip_address (candidates: 6)\u000a04:49:09.233498 tst smpp: Using 1 x ip_address (candidates: 6)\u000a04:49:09.243714 tst smpp: Using 1 x ip_address (candidates: 6)\u000a04:49:09.254384 tst smpp: Using 1 x ip_address (candidates: 6)\u000a04:49:09.264935 tst smpp: Using 1 x ip_address (candidates: 6)\u000a04:49:09.275518 tst smpp: Using 1 x modem (candidates: 1)\u000a04:49:09.502529 tst esme_ms_sms_storeforward.py: using MSISDN 7038\u000a04:49:09.618079 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:49:10.123705 run create_hlr_db(pid=26756): Launched\u000a04:49:11.313056 run create_hlr_db(pid=26756): Terminated: ok {rc=0}\u000a04:49:11.645716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26758): Launched\u000a04:49:11.986689 run osmo-hlr_10.42.42.2(pid=26759): Launched\u000a04:49:12.109272 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:49:12.673427 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26761): Launched\u000a04:49:12.997611 run osmo-stp_10.42.42.5(pid=26762): Launched\u000a04:49:13.116836 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:49:13.704325 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26764): Launched\u000a04:49:14.025373 run osmo-msc_10.42.42.6(pid=26765): Launched\u000a04:49:14.214932 run osmo-stp_10.42.42.5(pid=26762): ERR: Terminated: ERROR {rc=1} [trial-2354↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26762)]\u000a04:49:14.352207 run osmo-stp_10.42.42.5(pid=26762): stdout: \u000a| (launched: 2022-12-09_04:49:12.838366)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:49:14.489716 run osmo-stp_10.42.42.5(pid=26762): stderr: \u000a| �[0;m�[38;5;43m20221209044913033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044913033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044913033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044913034 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044913034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044913034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044913034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:49:14.619618 run osmo-stp_10.42.42.5(pid=26762): stdout: \u000a| (launched: 2022-12-09_04:49:12.838366)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:49:14.747623 run osmo-stp_10.42.42.5(pid=26762): stderr: \u000a| �[0;m�[38;5;43m20221209044913033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044913033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044913033 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044913034 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044913034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044913034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044913034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:49:14.803809 tst esme_ms_sms_storeforward.py:30: ERR: Error: osmo-stp_10.42.42.5(pid=26762): Process ended prematurely: osmo-stp_10.42.42.5(pid=26762) [trial-2354↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26762)] [trial-2354↪smpp↪esme_ms_sms_storeforward.py:30]\u000a04:49:14.812567 tst esme_ms_sms_storeforward.py:30: Test FAILED (6.1 sec)\u000a04:49:14.876592 run osmo-hlr_10.42.42.2(pid=26759): ERR: Terminated: ERROR {rc=237} [trial-2354↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26759)]\u000a04:49:14.928810 run osmo-hlr_10.42.42.2(pid=26759): stdout: \u000a| (launched: 2022-12-09_04:49:11.809514) \u000a04:49:14.982030 run osmo-hlr_10.42.42.2(pid=26759): stderr: \u000a| �[0;m�[1;31m20221209044912058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209044912058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209044912058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044912058 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044912059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209044912059 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209044912071 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/smpp/esme_ms_sms_storeforward.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209044912079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209044912079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209044912079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:49:15.053785 run osmo-msc_10.42.42.6(pid=26765): ERR: Terminated: ERROR {rc=2} [trial-2354↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26765)]\u000a04:49:15.105950 run osmo-msc_10.42.42.6(pid=26765): stdout: \u000a| (launched: 2022-12-09_04:49:13.867263) \u000a04:49:15.158601 run osmo-msc_10.42.42.6(pid=26765): stderr: \u000a| �[0;m�[38;5;43m20221209044914186 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209044914186 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f79e87cec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209044914186 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209044914186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209044914186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209044914187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209044914188 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209044914189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209044914189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209044914189 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:49:15.203377 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26758): Terminating (SIGTERM)\u000a04:49:15.246030 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26761): Terminating (SIGTERM)\u000a04:49:15.288866 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26764): Terminating (SIGTERM)\u000a04:49:15.298660 --- ParallelTerminationStrategy: PID 26758 died...\u000a04:49:15.354998 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26758): Terminated: ok {rc=0}\u000a04:49:15.365537 --- ParallelTerminationStrategy: PID 26761 died...\u000a04:49:15.422180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26761): Terminated: ok {rc=0}\u000a04:49:15.432393 --- ParallelTerminationStrategy: PID 26764 died...\u000a04:49:15.489105 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26764): Terminated: ok {rc=0}\u000a04:49:15.577049 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 24, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26773): Process ended prematurely: osmo-stp_10.42.42.5(pid=26773) [trial-2354↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26773)]", "failedSince" : 2331, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_transaction.py\", line 28, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26773): Process ended prematurely: osmo-stp_10.42.42.5(pid=26773) [trial-2354↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26773)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a04:49:16.627888 tst smpp: Using 1 x ip_address (candidates: 6)\u000a04:49:16.640297 tst smpp: Using 1 x bts (candidates: 1)\u000a04:49:16.806074 tst esme_ms_sms_transaction.py: using LAC 19182\u000a04:49:16.937821 tst esme_ms_sms_transaction.py: using RAC 57\u000a04:49:17.066774 tst esme_ms_sms_transaction.py: using CellId 19182\u000a04:49:17.194866 tst esme_ms_sms_transaction.py: using BVCI 19183\u000a04:49:17.220596 tst smpp: Using 1 x ip_address (candidates: 6)\u000a04:49:17.232580 tst smpp: Using 1 x ip_address (candidates: 6)\u000a04:49:17.244075 tst smpp: Using 1 x ip_address (candidates: 6)\u000a04:49:17.255393 tst smpp: Using 1 x ip_address (candidates: 6)\u000a04:49:17.267447 tst smpp: Using 1 x ip_address (candidates: 6)\u000a04:49:17.278060 tst smpp: Using 1 x modem (candidates: 1)\u000a04:49:17.498266 tst esme_ms_sms_transaction.py: using MSISDN 7039\u000a04:49:17.612843 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:49:18.115681 run create_hlr_db(pid=26767): Launched\u000a04:49:18.301029 bus /sierra_2: Setting Powered False\u000a04:49:19.322319 run create_hlr_db(pid=26767): Terminated: ok {rc=0}\u000a04:49:19.726322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26769): Launched\u000a04:49:20.025747 run osmo-hlr_10.42.42.2(pid=26770): Launched\u000a04:49:20.142989 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:49:20.669599 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26772): Launched\u000a04:49:20.969754 run osmo-stp_10.42.42.5(pid=26773): Launched\u000a04:49:21.079030 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:49:21.624049 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26775): Launched\u000a04:49:21.924120 run osmo-msc_10.42.42.6(pid=26776): Launched\u000a04:49:22.100339 run osmo-stp_10.42.42.5(pid=26773): ERR: Terminated: ERROR {rc=1} [trial-2354↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26773)]\u000a04:49:22.227432 run osmo-stp_10.42.42.5(pid=26773): stdout: \u000a| (launched: 2022-12-09_04:49:20.821095)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:49:22.352440 run osmo-stp_10.42.42.5(pid=26773): stderr: \u000a| �[0;m�[38;5;43m20221209044920992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044920992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044920993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044920993 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044920994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044920994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044920994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:49:22.472435 run osmo-stp_10.42.42.5(pid=26773): stdout: \u000a| (launched: 2022-12-09_04:49:20.821095)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:49:22.591620 run osmo-stp_10.42.42.5(pid=26773): stderr: \u000a| �[0;m�[38;5;43m20221209044920992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044920992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044920993 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044920993 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044920994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044920994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044920994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:49:22.643916 tst esme_ms_sms_transaction.py:28: ERR: Error: osmo-stp_10.42.42.5(pid=26773): Process ended prematurely: osmo-stp_10.42.42.5(pid=26773) [trial-2354↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26773)] [trial-2354↪smpp↪esme_ms_sms_transaction.py:28]\u000a04:49:22.651752 tst esme_ms_sms_transaction.py:28: Test FAILED (6.0 sec)\u000a04:49:22.711240 run osmo-hlr_10.42.42.2(pid=26770): ERR: Terminated: ERROR {rc=237} [trial-2354↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26770)]\u000a04:49:22.760219 run osmo-hlr_10.42.42.2(pid=26770): stdout: \u000a| (launched: 2022-12-09_04:49:19.877969) \u000a04:49:22.809924 run osmo-hlr_10.42.42.2(pid=26770): stderr: \u000a| �[0;m�[1;31m20221209044920054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209044920054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209044920054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044920054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044920054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209044920054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209044920066 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/smpp/esme_ms_sms_transaction.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209044920077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209044920077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209044920077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:49:22.878566 run osmo-msc_10.42.42.6(pid=26776): ERR: Terminated: ERROR {rc=2} [trial-2354↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26776)]\u000a04:49:22.927761 run osmo-msc_10.42.42.6(pid=26776): stdout: \u000a| (launched: 2022-12-09_04:49:21.775795) \u000a04:49:22.977455 run osmo-msc_10.42.42.6(pid=26776): stderr: \u000a| �[0;m�[38;5;43m20221209044922050 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209044922050 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa136581c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209044922050 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209044922050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209044922050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209044922051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209044922053 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209044922053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209044922053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209044922053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:49:23.019325 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26769): Terminating (SIGTERM)\u000a04:49:23.059088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26772): Terminating (SIGTERM)\u000a04:49:23.098838 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26775): Terminating (SIGTERM)\u000a04:49:23.108106 --- ParallelTerminationStrategy: PID 26769 died...\u000a04:49:23.161333 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26769): Terminated: ok {rc=0}\u000a04:49:23.170781 --- ParallelTerminationStrategy: PID 26772 died...\u000a04:49:23.224229 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26772): Terminated: ok {rc=0}\u000a04:49:23.233768 --- ParallelTerminationStrategy: PID 26775 died...\u000a04:49:23.286585 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26775): Terminated: ok {rc=0}\u000a04:49:23.376715 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 30.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "161", "name" : "smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:48:55" }, { "cases" : [ { "testActions" : [ ], "age" : 24, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26788): Process ended prematurely: osmo-stp_10.42.42.5(pid=26788) [trial-2354↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26788)]", "failedSince" : 2331, "name" : "register_a5_0_authopt.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authopt.py\", line 8, in \u000a encryption_test_setup_run(False, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26788): Process ended prematurely: osmo-stp_10.42.42.5(pid=26788) [trial-2354↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26788)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 encryption register_a5_0_authopt.py\u000a----------------------------------------------\u000a04:49:25.248657 tst encryption: Using 1 x ip_address (candidates: 6)\u000a04:49:25.259067 tst encryption: Using 1 x bts (candidates: 1)\u000a04:49:25.383525 tst register_a5_0_authopt.py: using LAC 19183\u000a04:49:25.505399 tst register_a5_0_authopt.py: using RAC 58\u000a04:49:25.623989 tst register_a5_0_authopt.py: using CellId 19183\u000a04:49:25.745170 tst register_a5_0_authopt.py: using BVCI 19184\u000a04:49:25.768131 tst encryption: Using 1 x ip_address (candidates: 6)\u000a04:49:25.778585 tst encryption: Using 1 x ip_address (candidates: 6)\u000a04:49:25.788832 tst encryption: Using 1 x ip_address (candidates: 6)\u000a04:49:25.799128 tst encryption: Using 1 x ip_address (candidates: 6)\u000a04:49:25.809498 tst encryption: Using 1 x ip_address (candidates: 6)\u000a04:49:25.819693 tst encryption: Using 1 x modem (candidates: 1)\u000a04:49:26.112818 tst register_a5_0_authopt.py:8: start network...\u000a04:49:26.249669 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:49:26.762900 run create_hlr_db(pid=26782): Launched\u000a04:49:26.951744 bus /sierra_2: Setting Powered False\u000a04:49:27.961274 run create_hlr_db(pid=26782): Terminated: ok {rc=0}\u000a04:49:28.402128 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26784): Launched\u000a04:49:28.728400 run osmo-hlr_10.42.42.2(pid=26785): Launched\u000a04:49:28.847944 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:49:29.410612 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26787): Launched\u000a04:49:29.735244 run osmo-stp_10.42.42.5(pid=26788): Launched\u000a04:49:29.853656 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:49:30.442777 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26790): Launched\u000a04:49:30.768582 run osmo-msc_10.42.42.6(pid=26791): Launched\u000a04:49:31.042146 run osmo-stp_10.42.42.5(pid=26788): ERR: Terminated: ERROR {rc=1} [trial-2354↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26788)]\u000a04:49:31.402607 run osmo-stp_10.42.42.5(pid=26788): stdout: \u000a| (launched: 2022-12-09_04:49:29.575839)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:49:31.646327 run osmo-stp_10.42.42.5(pid=26788): stderr: \u000a| �[0;m�[38;5;43m20221209044929768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044929768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044929768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044929768 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044929769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044929769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044929769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:49:31.795870 run osmo-stp_10.42.42.5(pid=26788): stdout: \u000a| (launched: 2022-12-09_04:49:29.575839)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:49:31.929314 run osmo-stp_10.42.42.5(pid=26788): stderr: \u000a| �[0;m�[38;5;43m20221209044929768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044929768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044929768 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044929768 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044929769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044929769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044929769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:49:31.987636 tst register_a5_0_authopt.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26788): Process ended prematurely: osmo-stp_10.42.42.5(pid=26788) [trial-2354↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26788)] [trial-2354↪encryption↪register_a5_0_authopt.py:8]\u000a04:49:31.997724 tst register_a5_0_authopt.py:8: Test FAILED (6.8 sec)\u000a04:49:32.065415 run osmo-hlr_10.42.42.2(pid=26785): ERR: Terminated: ERROR {rc=237} [trial-2354↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26785)]\u000a04:49:32.119865 run osmo-hlr_10.42.42.2(pid=26785): stdout: \u000a| (launched: 2022-12-09_04:49:28.568209) \u000a04:49:32.175212 run osmo-hlr_10.42.42.2(pid=26785): stderr: \u000a| �[0;m�[1;31m20221209044928768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209044928768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209044928768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044928768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044928768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209044928768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209044928780 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/encryption/register_a5_0_authopt.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209044928788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209044928789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209044928789 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:49:32.248885 run osmo-msc_10.42.42.6(pid=26791): ERR: Terminated: ERROR {rc=2} [trial-2354↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26791)]\u000a04:49:32.303646 run osmo-msc_10.42.42.6(pid=26791): stdout: \u000a| (launched: 2022-12-09_04:49:30.608552) \u000a04:49:32.356940 run osmo-msc_10.42.42.6(pid=26791): stderr: \u000a| �[0;m�[38;5;43m20221209044931044 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209044931044 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5ba8cfcc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209044931045 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209044931045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209044931045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209044931045 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209044931047 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209044931047 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209044931048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209044931048 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:49:32.402199 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26784): Terminating (SIGTERM)\u000a04:49:32.445153 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26787): Terminating (SIGTERM)\u000a04:49:32.487967 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26790): Terminating (SIGTERM)\u000a04:49:32.497887 --- ParallelTerminationStrategy: PID 26784 died...\u000a04:49:32.555479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26784): Terminated: ok {rc=0}\u000a04:49:32.565830 --- ParallelTerminationStrategy: PID 26787 died...\u000a04:49:32.622854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26787): Terminated: ok {rc=0}\u000a04:49:32.633136 --- ParallelTerminationStrategy: PID 26790 died...\u000a04:49:32.689971 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26790): Terminated: ok {rc=0}\u000a04:49:32.777525 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 24, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26799): Process ended prematurely: osmo-stp_10.42.42.5(pid=26799) [trial-2354↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26799)]", "failedSince" : 2331, "name" : "register_a5_0_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26799): Process ended prematurely: osmo-stp_10.42.42.5(pid=26799) [trial-2354↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26799)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 encryption register_a5_0_authreq.py\u000a----------------------------------------------\u000a04:49:33.894436 tst encryption: Using 1 x ip_address (candidates: 6)\u000a04:49:33.905968 tst encryption: Using 1 x bts (candidates: 1)\u000a04:49:34.039284 tst register_a5_0_authreq.py: using LAC 19184\u000a04:49:34.170341 tst register_a5_0_authreq.py: using RAC 59\u000a04:49:34.298172 tst register_a5_0_authreq.py: using CellId 19184\u000a04:49:34.423522 tst register_a5_0_authreq.py: using BVCI 19185\u000a04:49:34.448066 tst encryption: Using 1 x ip_address (candidates: 6)\u000a04:49:34.458981 tst encryption: Using 1 x ip_address (candidates: 6)\u000a04:49:34.469852 tst encryption: Using 1 x ip_address (candidates: 6)\u000a04:49:34.480796 tst encryption: Using 1 x ip_address (candidates: 6)\u000a04:49:34.491699 tst encryption: Using 1 x ip_address (candidates: 6)\u000a04:49:34.502734 tst encryption: Using 1 x modem (candidates: 1)\u000a04:49:34.783653 tst register_a5_0_authreq.py:8: start network...\u000a04:49:34.909898 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:49:35.395532 run create_hlr_db(pid=26793): Launched\u000a04:49:35.569155 bus /sierra_2: Setting Powered False\u000a04:49:36.591379 run create_hlr_db(pid=26793): Terminated: ok {rc=0}\u000a04:49:37.022961 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26795): Launched\u000a04:49:37.350310 run osmo-hlr_10.42.42.2(pid=26796): Launched\u000a04:49:37.468899 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:49:38.032668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26798): Launched\u000a04:49:38.358358 run osmo-stp_10.42.42.5(pid=26799): Launched\u000a04:49:38.477003 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:49:39.069791 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26801): Launched\u000a04:49:39.394249 run osmo-msc_10.42.42.6(pid=26802): Launched\u000a04:49:39.585322 run osmo-stp_10.42.42.5(pid=26799): ERR: Terminated: ERROR {rc=1} [trial-2354↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26799)]\u000a04:49:39.722478 run osmo-stp_10.42.42.5(pid=26799): stdout: \u000a| (launched: 2022-12-09_04:49:38.198335)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:49:39.859345 run osmo-stp_10.42.42.5(pid=26799): stderr: \u000a| �[0;m�[38;5;43m20221209044938389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044938389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044938389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044938390 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044938392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044938392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044938392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:49:39.991175 run osmo-stp_10.42.42.5(pid=26799): stdout: \u000a| (launched: 2022-12-09_04:49:38.198335)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:49:40.120925 run osmo-stp_10.42.42.5(pid=26799): stderr: \u000a| �[0;m�[38;5;43m20221209044938389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044938389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044938389 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044938390 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044938392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044938392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044938392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:49:40.178174 tst register_a5_0_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26799): Process ended prematurely: osmo-stp_10.42.42.5(pid=26799) [trial-2354↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26799)] [trial-2354↪encryption↪register_a5_0_authreq.py:8]\u000a04:49:40.187389 tst register_a5_0_authreq.py:8: Test FAILED (6.3 sec)\u000a04:49:40.251079 run osmo-hlr_10.42.42.2(pid=26796): ERR: Terminated: ERROR {rc=237} [trial-2354↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26796)]\u000a04:49:40.302991 run osmo-hlr_10.42.42.2(pid=26796): stdout: \u000a| (launched: 2022-12-09_04:49:37.189472) \u000a04:49:40.355850 run osmo-hlr_10.42.42.2(pid=26796): stderr: \u000a| �[0;m�[1;31m20221209044937388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209044937388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209044937388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044937388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044937388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209044937388 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209044937401 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/encryption/register_a5_0_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209044937409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209044937409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209044937409 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:49:40.426977 run osmo-msc_10.42.42.6(pid=26802): ERR: Terminated: ERROR {rc=2} [trial-2354↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26802)]\u000a04:49:40.479136 run osmo-msc_10.42.42.6(pid=26802): stdout: \u000a| (launched: 2022-12-09_04:49:39.235164) \u000a04:49:40.532260 run osmo-msc_10.42.42.6(pid=26802): stderr: \u000a| �[0;m�[38;5;43m20221209044939557 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209044939557 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9b4369cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209044939558 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209044939558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209044939558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209044939558 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209044939561 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209044939562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209044939562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209044939562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:49:40.577296 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26795): Terminating (SIGTERM)\u000a04:49:40.619628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26798): Terminating (SIGTERM)\u000a04:49:40.662398 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26801): Terminating (SIGTERM)\u000a04:49:40.672440 --- ParallelTerminationStrategy: PID 26795 died...\u000a04:49:40.729342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26795): Terminated: ok {rc=0}\u000a04:49:40.739667 --- ParallelTerminationStrategy: PID 26798 died...\u000a04:49:40.796270 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26798): Terminated: ok {rc=0}\u000a04:49:40.806448 --- ParallelTerminationStrategy: PID 26801 died...\u000a04:49:40.862594 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26801): Terminated: ok {rc=0}\u000a04:49:40.950147 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 24, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26810): Process ended prematurely: osmo-stp_10.42.42.5(pid=26810) [trial-2354↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26810)]", "failedSince" : 2331, "name" : "register_a5_1_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_1_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_1')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26810): Process ended prematurely: osmo-stp_10.42.42.5(pid=26810) [trial-2354↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26810)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 encryption register_a5_1_authreq.py\u000a----------------------------------------------\u000a04:49:42.068270 tst encryption: Using 1 x ip_address (candidates: 6)\u000a04:49:42.080334 tst encryption: Using 1 x bts (candidates: 1)\u000a04:49:42.216162 tst register_a5_1_authreq.py: using LAC 19185\u000a04:49:42.341763 tst register_a5_1_authreq.py: using RAC 60\u000a04:49:42.467920 tst register_a5_1_authreq.py: using CellId 19185\u000a04:49:42.598355 tst register_a5_1_authreq.py: using BVCI 19186\u000a04:49:42.623088 tst encryption: Using 1 x ip_address (candidates: 6)\u000a04:49:42.634079 tst encryption: Using 1 x ip_address (candidates: 6)\u000a04:49:42.645050 tst encryption: Using 1 x ip_address (candidates: 6)\u000a04:49:42.656146 tst encryption: Using 1 x ip_address (candidates: 6)\u000a04:49:42.667320 tst encryption: Using 1 x ip_address (candidates: 6)\u000a04:49:42.678492 tst encryption: Using 1 x modem (candidates: 1)\u000a04:49:42.958288 tst register_a5_1_authreq.py:8: start network...\u000a04:49:43.085954 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:49:43.572078 run create_hlr_db(pid=26804): Launched\u000a04:49:43.746848 bus /sierra_2: Setting Powered False\u000a04:49:44.768223 run create_hlr_db(pid=26804): Terminated: ok {rc=0}\u000a04:49:45.200826 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26806): Launched\u000a04:49:45.527616 run osmo-hlr_10.42.42.2(pid=26807): Launched\u000a04:49:45.648222 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:49:46.272823 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26809): Launched\u000a04:49:46.765664 run osmo-stp_10.42.42.5(pid=26810): Launched\u000a04:49:46.968665 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:49:47.530787 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26812): Launched\u000a04:49:47.833612 run osmo-msc_10.42.42.6(pid=26813): Launched\u000a04:49:48.011891 run osmo-stp_10.42.42.5(pid=26810): ERR: Terminated: ERROR {rc=1} [trial-2354↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26810)]\u000a04:49:48.141829 run osmo-stp_10.42.42.5(pid=26810): stdout: \u000a| (launched: 2022-12-09_04:49:46.444768)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:49:48.268163 run osmo-stp_10.42.42.5(pid=26810): stderr: \u000a| �[0;m�[38;5;43m20221209044946699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044946700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044946702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044946705 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044946707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044946708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044946708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:49:48.390141 run osmo-stp_10.42.42.5(pid=26810): stdout: \u000a| (launched: 2022-12-09_04:49:46.444768)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:49:48.511126 run osmo-stp_10.42.42.5(pid=26810): stderr: \u000a| �[0;m�[38;5;43m20221209044946699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044946700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044946702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044946705 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044946707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044946708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044946708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:49:48.564412 tst register_a5_1_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26810): Process ended prematurely: osmo-stp_10.42.42.5(pid=26810) [trial-2354↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26810)] [trial-2354↪encryption↪register_a5_1_authreq.py:8]\u000a04:49:48.572997 tst register_a5_1_authreq.py:8: Test FAILED (6.5 sec)\u000a04:49:48.632662 run osmo-hlr_10.42.42.2(pid=26807): ERR: Terminated: ERROR {rc=237} [trial-2354↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26807)]\u000a04:49:48.681858 run osmo-hlr_10.42.42.2(pid=26807): stdout: \u000a| (launched: 2022-12-09_04:49:45.367014) \u000a04:49:48.731656 run osmo-hlr_10.42.42.2(pid=26807): stderr: \u000a| �[0;m�[1;31m20221209044945563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209044945563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209044945564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044945564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044945564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209044945564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209044945576 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/encryption/register_a5_1_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209044945585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209044945585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209044945585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:49:48.799310 run osmo-msc_10.42.42.6(pid=26813): ERR: Terminated: ERROR {rc=2} [trial-2354↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26813)]\u000a04:49:48.848372 run osmo-msc_10.42.42.6(pid=26813): stdout: \u000a| (launched: 2022-12-09_04:49:47.684131) \u000a04:49:48.897968 run osmo-msc_10.42.42.6(pid=26813): stderr: \u000a| �[0;m�[38;5;43m20221209044947955 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209044947955 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6589dcbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209044947956 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209044947956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209044947956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209044947956 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209044947958 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209044947958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209044947958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209044947958 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:49:48.940184 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26806): Terminating (SIGTERM)\u000a04:49:48.980047 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26809): Terminating (SIGTERM)\u000a04:49:49.019951 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26812): Terminating (SIGTERM)\u000a04:49:49.029212 --- ParallelTerminationStrategy: PID 26806 died...\u000a04:49:49.083246 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26806): Terminated: ok {rc=0}\u000a04:49:49.093025 --- ParallelTerminationStrategy: PID 26809 died...\u000a04:49:49.146659 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26809): Terminated: ok {rc=0}\u000a04:49:49.156307 --- ParallelTerminationStrategy: PID 26812 died...\u000a04:49:49.209567 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26812): Terminated: ok {rc=0}\u000a04:49:49.298511 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 24, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26821): Process ended prematurely: osmo-stp_10.42.42.5(pid=26821) [trial-2354↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26821)]", "failedSince" : 2331, "name" : "register_a5_3_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_3_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_3')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26821): Process ended prematurely: osmo-stp_10.42.42.5(pid=26821) [trial-2354↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26821)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 encryption register_a5_3_authreq.py\u000a----------------------------------------------\u000a04:49:50.410560 tst encryption: Using 1 x ip_address (candidates: 6)\u000a04:49:50.421494 tst encryption: Using 1 x bts (candidates: 1)\u000a04:49:50.546132 tst register_a5_3_authreq.py: using LAC 19186\u000a04:49:50.665145 tst register_a5_3_authreq.py: using RAC 61\u000a04:49:50.785862 tst register_a5_3_authreq.py: using CellId 19186\u000a04:49:50.904360 tst register_a5_3_authreq.py: using BVCI 19187\u000a04:49:50.927275 tst encryption: Using 1 x ip_address (candidates: 6)\u000a04:49:50.937697 tst encryption: Using 1 x ip_address (candidates: 6)\u000a04:49:50.947947 tst encryption: Using 1 x ip_address (candidates: 6)\u000a04:49:50.958281 tst encryption: Using 1 x ip_address (candidates: 6)\u000a04:49:50.968430 tst encryption: Using 1 x ip_address (candidates: 6)\u000a04:49:50.978557 tst encryption: Using 1 x modem (candidates: 1)\u000a04:49:51.263887 tst register_a5_3_authreq.py:8: start network...\u000a04:49:51.390433 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:49:51.875139 run create_hlr_db(pid=26815): Launched\u000a04:49:52.050370 bus /sierra_2: Setting Powered False\u000a04:49:53.071634 run create_hlr_db(pid=26815): Terminated: ok {rc=0}\u000a04:49:53.504683 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26817): Launched\u000a04:49:53.830301 run osmo-hlr_10.42.42.2(pid=26818): Launched\u000a04:49:53.950839 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:49:54.514011 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26820): Launched\u000a04:49:54.839087 run osmo-stp_10.42.42.5(pid=26821): Launched\u000a04:49:54.957359 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:49:55.550253 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26823): Launched\u000a04:49:55.875212 run osmo-msc_10.42.42.6(pid=26824): Launched\u000a04:49:56.066662 run osmo-stp_10.42.42.5(pid=26821): ERR: Terminated: ERROR {rc=1} [trial-2354↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26821)]\u000a04:49:56.204702 run osmo-stp_10.42.42.5(pid=26821): stdout: \u000a| (launched: 2022-12-09_04:49:54.679295)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:49:56.342072 run osmo-stp_10.42.42.5(pid=26821): stderr: \u000a| �[0;m�[38;5;43m20221209044954872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044954872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044954872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044954873 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044954873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044954873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044954873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:49:56.473315 run osmo-stp_10.42.42.5(pid=26821): stdout: \u000a| (launched: 2022-12-09_04:49:54.679295)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:49:56.603939 run osmo-stp_10.42.42.5(pid=26821): stderr: \u000a| �[0;m�[38;5;43m20221209044954872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209044954872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209044954872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209044954873 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209044954873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209044954873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209044954873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:49:56.661148 tst register_a5_3_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=26821): Process ended prematurely: osmo-stp_10.42.42.5(pid=26821) [trial-2354↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26821)] [trial-2354↪encryption↪register_a5_3_authreq.py:8]\u000a04:49:56.670216 tst register_a5_3_authreq.py:8: Test FAILED (6.3 sec)\u000a04:49:56.733716 run osmo-hlr_10.42.42.2(pid=26818): ERR: Terminated: ERROR {rc=237} [trial-2354↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26818)]\u000a04:49:56.785331 run osmo-hlr_10.42.42.2(pid=26818): stdout: \u000a| (launched: 2022-12-09_04:49:53.671126) \u000a04:49:56.837878 run osmo-hlr_10.42.42.2(pid=26818): stderr: \u000a| �[0;m�[1;31m20221209044953870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209044953870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209044953870 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044953871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209044953871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209044953871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209044953883 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/encryption/register_a5_3_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209044953891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209044953891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209044953891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:49:56.908666 run osmo-msc_10.42.42.6(pid=26824): ERR: Terminated: ERROR {rc=2} [trial-2354↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26824)]\u000a04:49:56.960423 run osmo-msc_10.42.42.6(pid=26824): stdout: \u000a| (launched: 2022-12-09_04:49:55.715758) \u000a04:49:57.012757 run osmo-msc_10.42.42.6(pid=26824): stderr: \u000a| �[0;m�[38;5;43m20221209044956038 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209044956038 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5ade2c8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209044956038 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209044956038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209044956038 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209044956039 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209044956040 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209044956041 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209044956042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209044956042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:49:57.056888 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26817): Terminating (SIGTERM)\u000a04:49:57.099074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26820): Terminating (SIGTERM)\u000a04:49:57.141185 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26823): Terminating (SIGTERM)\u000a04:49:57.151080 --- ParallelTerminationStrategy: PID 26817 died...\u000a04:49:57.207258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26817): Terminated: ok {rc=0}\u000a04:49:57.217319 --- ParallelTerminationStrategy: PID 26820 died...\u000a04:49:57.273320 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26820): Terminated: ok {rc=0}\u000a04:49:57.283242 --- ParallelTerminationStrategy: PID 26823 died...\u000a04:49:57.339056 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26823): Terminated: ok {rc=0}\u000a04:49:57.427017 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 35.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "162", "name" : "encryption", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:49:25" }, { "cases" : [ { "testActions" : [ ], "age" : 216, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 21.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=26844): Process ended prematurely: srsepc(pid=26844) [trial-2354↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26844)]", "failedSince" : 2139, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/handover.py\", line 37, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=26844): Process ended prematurely: srsepc(pid=26844) [trial-2354↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26844)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 4g:srsenb-rftype@zmq+srsue-rftype@zmq handover.py\u000a----------------------------------------------\u000a04:49:59.416608 tst handover.py:11: TEST_CONFIG:\u000a{}\u000a04:49:59.461176 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a04:49:59.477605 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a04:49:59.502482 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a04:49:59.648541 tst handover.py: using MSISDN 7040\u000a04:49:59.762878 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7040', subscriber_id=0}\u000a04:49:59.876219 run srsepc_10.42.42.118: Starting srsepc\u000a04:50:01.991826 run rm-remote-dir(pid=26832): Launched\u000a04:50:02.246532 bus /sierra_2: Setting Powered False\u000a04:50:03.200382 run rm-remote-dir(pid=26832): Terminated: ok {rc=0}\u000a04:50:03.707953 run mk-remote-dir(pid=26833): Launched\u000a04:50:04.906664 run mk-remote-dir(pid=26833): Terminated: ok {rc=0}\u000a04:50:05.198348 run scp-inst-to-remote(pid=26834): Launched\u000a04:50:07.395183 run scp-inst-to-remote(pid=26834): Terminated: ok {rc=0}\u000a04:50:07.742053 run rm-remote-dir(pid=26836): Launched\u000a04:50:08.939375 run rm-remote-dir(pid=26836): Terminated: ok {rc=0}\u000a04:50:09.285310 run mk-remote-dir(pid=26837): Launched\u000a04:50:10.471955 run mk-remote-dir(pid=26837): Terminated: ok {rc=0}\u000a04:50:10.746479 run scp-cfg-to-remote(pid=26838): Launched\u000a04:50:11.941164 run scp-cfg-to-remote(pid=26838): Terminated: ok {rc=0}\u000a04:50:12.232197 run scp-db-to-remote(pid=26840): Launched\u000a04:50:13.428452 run scp-db-to-remote(pid=26840): Terminated: ok {rc=0}\u000a04:50:13.549586 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a04:50:13.885344 run patchelf(pid=26842): Launched\u000a04:50:15.080575 run patchelf(pid=26842): Terminated: ok {rc=0}\u000a04:50:15.200748 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a04:50:15.537771 run setcap-netadm(pid=26843): Launched\u000a04:50:16.736377 run setcap-netadm(pid=26843): Terminated: ok {rc=0}\u000a04:50:17.143911 run srsepc(pid=26844): Launched\u000a04:50:17.303878 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a04:50:18.479037 run rm-remote-dir(pid=26845): Launched\u000a04:50:18.675273 run srsepc(pid=26844): ERR: Terminated: ERROR {rc=127} [trial-2354↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26844)]\u000a04:50:18.818285 run srsepc(pid=26844): stdout: \u000a| (launched: 2022-12-09_04:50:16.912106)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a04:50:18.961099 run srsepc(pid=26844): stderr: \u000a| (launched: 2022-12-09_04:50:16.961467)\u000a| Connection to 10.42.42.116 closed. \u000a04:50:19.099125 run srsepc(pid=26844): stdout: \u000a| (launched: 2022-12-09_04:50:16.912106)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a04:50:19.236092 run srsepc(pid=26844): stderr: \u000a| (launched: 2022-12-09_04:50:16.961467)\u000a| Connection to 10.42.42.116 closed. \u000a04:50:19.396844 run rm-remote-dir(pid=26845): Terminating (SIGINT)\u000a04:50:19.585906 run rm-remote-dir(pid=26845): Terminated: ok {rc=0}\u000a04:50:19.620449 tst handover.py:37: ERR: Error: srsepc(pid=26844): Process ended prematurely: srsepc(pid=26844) [trial-2354↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26844)] [trial-2354↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37]\u000a04:50:19.630785 tst handover.py:37: Test FAILED (20.4 sec)\u000a04:50:19.747685 run scp-back-log(pid=26846): Launched\u000a04:50:20.839386 run scp-back-log(pid=26846): ERR: Terminated: ERROR {rc=1} [trial-2354↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=26846)]\u000a04:50:20.905751 run scp-back-log(pid=26846): stdout: \u000a| (launched: 2022-12-09_04:50:19.674829) \u000a04:50:20.971948 run scp-back-log(pid=26846): stderr: \u000a| (launched: 2022-12-09_04:50:19.695687)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a04:50:21.028302 tst srsepc_10.42.42.118: Error('scp-back-log(pid=26846): launch_sync(): local process exited with status 1 [trial-2354↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=26846)]')\u000a" }, { "testActions" : [ ], "age" : 37, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=26860): Process ended prematurely: srsepc(pid=26860) [trial-2354↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26860)]", "failedSince" : 2318, "name" : "iperf3_bidir.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_bidir.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=26860): Process ended prematurely: srsepc(pid=26860) [trial-2354↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26860)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_bidir.py\u000a----------------------------------------------\u000a04:50:21.216363 tst iperf3_bidir.py:13: Number of physical ue: 1\u000a04:50:21.260582 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a04:50:21.478068 tst iperf3_bidir.py:20: ue index0: srsue_10.42.42.116\u000a04:50:21.522137 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a04:50:21.538738 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a04:50:21.660234 tst iperf3_bidir.py: using MSISDN 7041\u000a04:50:21.766468 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7041', subscriber_id=0}\u000a04:50:21.871502 run srsepc_10.42.42.118: Starting srsepc\u000a04:50:22.502272 run rm-remote-dir(pid=26848): Launched\u000a04:50:23.686700 run rm-remote-dir(pid=26848): Terminated: ok {rc=0}\u000a04:50:24.011919 run mk-remote-dir(pid=26849): Launched\u000a04:50:25.195963 run mk-remote-dir(pid=26849): Terminated: ok {rc=0}\u000a04:50:25.469305 run scp-inst-to-remote(pid=26850): Launched\u000a04:50:27.652040 run scp-inst-to-remote(pid=26850): Terminated: ok {rc=0}\u000a04:50:27.974181 run rm-remote-dir(pid=26852): Launched\u000a04:50:29.158766 run rm-remote-dir(pid=26852): Terminated: ok {rc=0}\u000a04:50:29.481187 run mk-remote-dir(pid=26853): Launched\u000a04:50:30.665292 run mk-remote-dir(pid=26853): Terminated: ok {rc=0}\u000a04:50:31.019239 run scp-cfg-to-remote(pid=26854): Launched\u000a04:50:32.248062 run scp-cfg-to-remote(pid=26854): Terminated: ok {rc=0}\u000a04:50:32.543405 run scp-db-to-remote(pid=26856): Launched\u000a04:50:33.738845 run scp-db-to-remote(pid=26856): Terminated: ok {rc=0}\u000a04:50:33.858861 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a04:50:34.201712 run patchelf(pid=26858): Launched\u000a04:50:35.403021 run patchelf(pid=26858): Terminated: ok {rc=0}\u000a04:50:35.523695 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a04:50:35.858338 run setcap-netadm(pid=26859): Launched\u000a04:50:37.052759 run setcap-netadm(pid=26859): Terminated: ok {rc=0}\u000a04:50:37.386136 run srsepc(pid=26860): Launched\u000a04:50:37.501298 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a04:50:38.610241 run rm-remote-dir(pid=26861): Launched\u000a04:50:38.794218 run srsepc(pid=26860): ERR: Terminated: ERROR {rc=127} [trial-2354↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26860)]\u000a04:50:38.928431 run srsepc(pid=26860): stdout: \u000a| (launched: 2022-12-09_04:50:37.223467)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a04:50:39.061719 run srsepc(pid=26860): stderr: \u000a| (launched: 2022-12-09_04:50:37.271462)\u000a| Connection to 10.42.42.116 closed. \u000a04:50:39.190491 run srsepc(pid=26860): stdout: \u000a| (launched: 2022-12-09_04:50:37.223467)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a04:50:39.318264 run srsepc(pid=26860): stderr: \u000a| (launched: 2022-12-09_04:50:37.271462)\u000a| Connection to 10.42.42.116 closed. \u000a04:50:39.468643 run rm-remote-dir(pid=26861): Terminating (SIGINT)\u000a04:50:39.645556 run rm-remote-dir(pid=26861): Terminated: ok {rc=0}\u000a04:50:39.678097 tst iperf3_bidir.py:42: ERR: Error: srsepc(pid=26860): Process ended prematurely: srsepc(pid=26860) [trial-2354↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26860)] [trial-2354↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42]\u000a04:50:39.687778 tst iperf3_bidir.py:42: Test FAILED (18.6 sec)\u000a04:50:39.799172 run scp-back-log(pid=26862): Launched\u000a04:50:40.885740 run scp-back-log(pid=26862): ERR: Terminated: ERROR {rc=1} [trial-2354↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=26862)]\u000a04:50:40.948035 run scp-back-log(pid=26862): stdout: \u000a| (launched: 2022-12-09_04:50:39.729092) \u000a04:50:41.010638 run scp-back-log(pid=26862): stderr: \u000a| (launched: 2022-12-09_04:50:39.749055)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a04:50:41.063909 tst srsepc_10.42.42.118: Error('scp-back-log(pid=26862): launch_sync(): local process exited with status 1 [trial-2354↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=26862)]')\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=26876): Process ended prematurely: srsepc(pid=26876) [trial-2354↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26876)]", "failedSince" : 2139, "name" : "iperf3_dl.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_dl.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=26876): Process ended prematurely: srsepc(pid=26876) [trial-2354↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26876)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_dl.py\u000a----------------------------------------------\u000a04:50:41.238469 tst iperf3_dl.py:13: Number of physical ue: 1\u000a04:50:41.279550 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a04:50:41.497121 tst iperf3_dl.py:20: ue index0: srsue_10.42.42.116\u000a04:50:41.542114 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a04:50:41.558673 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a04:50:41.685391 tst iperf3_dl.py: using MSISDN 7042\u000a04:50:41.799399 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7042', subscriber_id=0}\u000a04:50:41.912296 run srsepc_10.42.42.118: Starting srsepc\u000a04:50:42.586568 run rm-remote-dir(pid=26864): Launched\u000a04:50:43.783066 run rm-remote-dir(pid=26864): Terminated: ok {rc=0}\u000a04:50:44.127206 run mk-remote-dir(pid=26865): Launched\u000a04:50:45.324645 run mk-remote-dir(pid=26865): Terminated: ok {rc=0}\u000a04:50:45.616279 run scp-inst-to-remote(pid=26866): Launched\u000a04:50:47.813045 run scp-inst-to-remote(pid=26866): Terminated: ok {rc=0}\u000a04:50:48.158306 run rm-remote-dir(pid=26868): Launched\u000a04:50:49.344383 run rm-remote-dir(pid=26868): Terminated: ok {rc=0}\u000a04:50:49.667899 run mk-remote-dir(pid=26869): Launched\u000a04:50:50.851764 run mk-remote-dir(pid=26869): Terminated: ok {rc=0}\u000a04:50:51.124882 run scp-cfg-to-remote(pid=26870): Launched\u000a04:50:52.306373 run scp-cfg-to-remote(pid=26870): Terminated: ok {rc=0}\u000a04:50:52.578122 run scp-db-to-remote(pid=26872): Launched\u000a04:50:53.760250 run scp-db-to-remote(pid=26872): Terminated: ok {rc=0}\u000a04:50:53.871700 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a04:50:54.185210 run patchelf(pid=26874): Launched\u000a04:50:55.367369 run patchelf(pid=26874): Terminated: ok {rc=0}\u000a04:50:55.478861 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a04:50:55.793268 run setcap-netadm(pid=26875): Launched\u000a04:50:56.975224 run setcap-netadm(pid=26875): Terminated: ok {rc=0}\u000a04:50:57.282014 run srsepc(pid=26876): Launched\u000a04:50:57.388555 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a04:50:58.490695 run rm-remote-dir(pid=26877): Launched\u000a04:50:58.674537 run srsepc(pid=26876): ERR: Terminated: ERROR {rc=127} [trial-2354↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26876)]\u000a04:50:58.809578 run srsepc(pid=26876): stdout: \u000a| (launched: 2022-12-09_04:50:57.134641)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a04:50:58.942842 run srsepc(pid=26876): stderr: \u000a| (launched: 2022-12-09_04:50:57.179467)\u000a| Connection to 10.42.42.116 closed. \u000a04:50:59.071516 run srsepc(pid=26876): stdout: \u000a| (launched: 2022-12-09_04:50:57.134641)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a04:50:59.199137 run srsepc(pid=26876): stderr: \u000a| (launched: 2022-12-09_04:50:57.179467)\u000a| Connection to 10.42.42.116 closed. \u000a04:50:59.349192 run rm-remote-dir(pid=26877): Terminating (SIGINT)\u000a04:50:59.524675 run rm-remote-dir(pid=26877): Terminated: ok {rc=0}\u000a04:50:59.557359 tst iperf3_dl.py:42: ERR: Error: srsepc(pid=26876): Process ended prematurely: srsepc(pid=26876) [trial-2354↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26876)] [trial-2354↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42]\u000a04:50:59.567142 tst iperf3_dl.py:42: Test FAILED (18.5 sec)\u000a04:50:59.678037 run scp-back-log(pid=26878): Launched\u000a04:51:00.763968 run scp-back-log(pid=26878): ERR: Terminated: ERROR {rc=1} [trial-2354↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=26878)]\u000a04:51:00.826632 run scp-back-log(pid=26878): stdout: \u000a| (launched: 2022-12-09_04:50:59.608234) \u000a04:51:00.915541 run scp-back-log(pid=26878): stderr: \u000a| (launched: 2022-12-09_04:50:59.628196)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a04:51:00.970056 tst srsepc_10.42.42.118: Error('scp-back-log(pid=26878): launch_sync(): local process exited with status 1 [trial-2354↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=26878)]')\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=26892): Process ended prematurely: srsepc(pid=26892) [trial-2354↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26892)]", "failedSince" : 2139, "name" : "iperf3_ul.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_ul.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=26892): Process ended prematurely: srsepc(pid=26892) [trial-2354↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26892)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_ul.py\u000a----------------------------------------------\u000a04:51:01.157051 tst iperf3_ul.py:13: Number of physical ue: 1\u000a04:51:01.199481 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a04:51:01.410472 tst iperf3_ul.py:20: ue index0: srsue_10.42.42.116\u000a04:51:01.453721 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a04:51:01.470539 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a04:51:01.599905 tst iperf3_ul.py: using MSISDN 7043\u000a04:51:01.718615 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7043', subscriber_id=0}\u000a04:51:01.835805 run srsepc_10.42.42.118: Starting srsepc\u000a04:51:02.521668 run rm-remote-dir(pid=26880): Launched\u000a04:51:03.720935 run rm-remote-dir(pid=26880): Terminated: ok {rc=0}\u000a04:51:04.066075 run mk-remote-dir(pid=26881): Launched\u000a04:51:05.252472 run mk-remote-dir(pid=26881): Terminated: ok {rc=0}\u000a04:51:05.526686 run scp-inst-to-remote(pid=26882): Launched\u000a04:51:07.723667 run scp-inst-to-remote(pid=26882): Terminated: ok {rc=0}\u000a04:51:08.068412 run rm-remote-dir(pid=26884): Launched\u000a04:51:09.267394 run rm-remote-dir(pid=26884): Terminated: ok {rc=0}\u000a04:51:09.613636 run mk-remote-dir(pid=26885): Launched\u000a04:51:10.811820 run mk-remote-dir(pid=26885): Terminated: ok {rc=0}\u000a04:51:11.103155 run scp-cfg-to-remote(pid=26886): Launched\u000a04:51:12.298833 run scp-cfg-to-remote(pid=26886): Terminated: ok {rc=0}\u000a04:51:12.593063 run scp-db-to-remote(pid=26888): Launched\u000a04:51:13.790200 run scp-db-to-remote(pid=26888): Terminated: ok {rc=0}\u000a04:51:13.910773 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a04:51:14.245763 run patchelf(pid=26890): Launched\u000a04:51:15.441612 run patchelf(pid=26890): Terminated: ok {rc=0}\u000a04:51:15.562393 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a04:51:15.935190 run setcap-netadm(pid=26891): Launched\u000a04:51:17.172282 run setcap-netadm(pid=26891): Terminated: ok {rc=0}\u000a04:51:17.499361 run srsepc(pid=26892): Launched\u000a04:51:17.608793 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a04:51:18.788333 run rm-remote-dir(pid=26893): Launched\u000a04:51:18.984221 run srsepc(pid=26892): ERR: Terminated: ERROR {rc=127} [trial-2354↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26892)]\u000a04:51:19.127725 run srsepc(pid=26892): stdout: \u000a| (launched: 2022-12-09_04:51:17.352073)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a04:51:19.271316 run srsepc(pid=26892): stderr: \u000a| (launched: 2022-12-09_04:51:17.397344)\u000a| Connection to 10.42.42.116 closed. \u000a04:51:19.409998 run srsepc(pid=26892): stdout: \u000a| (launched: 2022-12-09_04:51:17.352073)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a04:51:19.547320 run srsepc(pid=26892): stderr: \u000a| (launched: 2022-12-09_04:51:17.397344)\u000a| Connection to 10.42.42.116 closed. \u000a04:51:19.709147 run rm-remote-dir(pid=26893): Terminating (SIGINT)\u000a04:51:19.899040 run rm-remote-dir(pid=26893): Terminated: ok {rc=0}\u000a04:51:19.934042 tst iperf3_ul.py:42: ERR: Error: srsepc(pid=26892): Process ended prematurely: srsepc(pid=26892) [trial-2354↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26892)] [trial-2354↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42]\u000a04:51:19.944440 tst iperf3_ul.py:42: Test FAILED (18.9 sec)\u000a04:51:20.061220 run scp-back-log(pid=26894): Launched\u000a04:51:21.152785 run scp-back-log(pid=26894): ERR: Terminated: ERROR {rc=1} [trial-2354↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=26894)]\u000a04:51:21.219495 run scp-back-log(pid=26894): stdout: \u000a| (launched: 2022-12-09_04:51:19.988472) \u000a04:51:21.286499 run scp-back-log(pid=26894): stderr: \u000a| (launched: 2022-12-09_04:51:20.009436)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a04:51:21.343408 tst srsepc_10.42.42.118: Error('scp-back-log(pid=26894): launch_sync(): local process exited with status 1 [trial-2354↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=26894)]')\u000a" }, { "testActions" : [ ], "age" : 213, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=26908): Process ended prematurely: srsepc(pid=26908) [trial-2354↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26908)]", "failedSince" : 2142, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=26908): Process ended prematurely: srsepc(pid=26908) [trial-2354↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26908)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 4g:srsenb-rftype@zmq+srsue-rftype@zmq ping.py\u000a----------------------------------------------\u000a04:51:21.358239 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a04:51:21.375250 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a04:51:21.399490 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a04:51:21.551388 tst ping.py: using MSISDN 7044\u000a04:51:21.667106 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7044', subscriber_id=0}\u000a04:51:21.781179 run srsepc_10.42.42.118: Starting srsepc\u000a04:51:22.460877 run rm-remote-dir(pid=26896): Launched\u000a04:51:23.648314 run rm-remote-dir(pid=26896): Terminated: ok {rc=0}\u000a04:51:23.971328 run mk-remote-dir(pid=26897): Launched\u000a04:51:25.155732 run mk-remote-dir(pid=26897): Terminated: ok {rc=0}\u000a04:51:25.430746 run scp-inst-to-remote(pid=26898): Launched\u000a04:51:27.615615 run scp-inst-to-remote(pid=26898): Terminated: ok {rc=0}\u000a04:51:27.938855 run rm-remote-dir(pid=26900): Launched\u000a04:51:29.123292 run rm-remote-dir(pid=26900): Terminated: ok {rc=0}\u000a04:51:29.446748 run mk-remote-dir(pid=26901): Launched\u000a04:51:30.630972 run mk-remote-dir(pid=26901): Terminated: ok {rc=0}\u000a04:51:30.948791 run scp-cfg-to-remote(pid=26902): Launched\u000a04:51:32.139903 run scp-cfg-to-remote(pid=26902): Terminated: ok {rc=0}\u000a04:51:32.430446 run scp-db-to-remote(pid=26904): Launched\u000a04:51:33.612534 run scp-db-to-remote(pid=26904): Terminated: ok {rc=0}\u000a04:51:33.724345 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a04:51:34.038524 run patchelf(pid=26906): Launched\u000a04:51:35.221549 run patchelf(pid=26906): Terminated: ok {rc=0}\u000a04:51:35.333066 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a04:51:35.646886 run setcap-netadm(pid=26907): Launched\u000a04:51:36.828842 run setcap-netadm(pid=26907): Terminated: ok {rc=0}\u000a04:51:37.135519 run srsepc(pid=26908): Launched\u000a04:51:37.242407 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a04:51:38.424580 run rm-remote-dir(pid=26909): Launched\u000a04:51:38.621033 run srsepc(pid=26908): ERR: Terminated: ERROR {rc=127} [trial-2354↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26908)]\u000a04:51:38.764318 run srsepc(pid=26908): stdout: \u000a| (launched: 2022-12-09_04:51:36.988232)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a04:51:38.907350 run srsepc(pid=26908): stderr: \u000a| (launched: 2022-12-09_04:51:37.033284)\u000a| Connection to 10.42.42.116 closed. \u000a04:51:39.045938 run srsepc(pid=26908): stdout: \u000a| (launched: 2022-12-09_04:51:36.988232)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a04:51:39.182881 run srsepc(pid=26908): stderr: \u000a| (launched: 2022-12-09_04:51:37.033284)\u000a| Connection to 10.42.42.116 closed. \u000a04:51:39.343652 run rm-remote-dir(pid=26909): Terminating (SIGINT)\u000a04:51:39.532668 run rm-remote-dir(pid=26909): Terminated: ok {rc=0}\u000a04:51:39.568003 tst ping.py:16: ERR: Error: srsepc(pid=26908): Process ended prematurely: srsepc(pid=26908) [trial-2354↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26908)] [trial-2354↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16]\u000a04:51:39.578414 tst ping.py:16: Test FAILED (18.2 sec)\u000a04:51:39.696780 run scp-back-log(pid=26910): Launched\u000a04:51:40.788208 run scp-back-log(pid=26910): ERR: Terminated: ERROR {rc=1} [trial-2354↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=26910)]\u000a04:51:40.854808 run scp-back-log(pid=26910): stdout: \u000a| (launched: 2022-12-09_04:51:39.622624) \u000a04:51:40.921114 run scp-back-log(pid=26910): stderr: \u000a| (launched: 2022-12-09_04:51:39.643687)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a04:51:40.977627 tst srsepc_10.42.42.118: Error('scp-back-log(pid=26910): launch_sync(): local process exited with status 1 [trial-2354↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=26910)]')\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=26924): Process ended prematurely: srsepc(pid=26924) [trial-2354↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26924)]", "failedSince" : 2139, "name" : "rrc_idle_mo_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mo_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=26924): Process ended prematurely: srsepc(pid=26924) [trial-2354↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26924)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mo_ping.py\u000a----------------------------------------------\u000a04:51:40.992506 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a04:51:41.009613 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a04:51:41.033311 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a04:51:41.180789 tst rrc_idle_mo_ping.py: using MSISDN 7045\u000a04:51:41.294331 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7045', subscriber_id=0}\u000a04:51:41.407201 run srsepc_10.42.42.118: Starting srsepc\u000a04:51:42.081814 run rm-remote-dir(pid=26912): Launched\u000a04:51:43.279635 run rm-remote-dir(pid=26912): Terminated: ok {rc=0}\u000a04:51:43.625161 run mk-remote-dir(pid=26913): Launched\u000a04:51:44.822197 run mk-remote-dir(pid=26913): Terminated: ok {rc=0}\u000a04:51:45.112215 run scp-inst-to-remote(pid=26914): Launched\u000a04:51:47.320419 run scp-inst-to-remote(pid=26914): Terminated: ok {rc=0}\u000a04:51:47.671598 run rm-remote-dir(pid=26916): Launched\u000a04:51:48.869280 run rm-remote-dir(pid=26916): Terminated: ok {rc=0}\u000a04:51:49.213101 run mk-remote-dir(pid=26917): Launched\u000a04:51:50.411008 run mk-remote-dir(pid=26917): Terminated: ok {rc=0}\u000a04:51:50.701875 run scp-cfg-to-remote(pid=26918): Launched\u000a04:51:51.895386 run scp-cfg-to-remote(pid=26918): Terminated: ok {rc=0}\u000a04:51:52.188749 run scp-db-to-remote(pid=26920): Launched\u000a04:51:53.384484 run scp-db-to-remote(pid=26920): Terminated: ok {rc=0}\u000a04:51:53.504646 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a04:51:53.838975 run patchelf(pid=26922): Launched\u000a04:51:55.034646 run patchelf(pid=26922): Terminated: ok {rc=0}\u000a04:51:55.154856 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a04:51:55.488461 run setcap-netadm(pid=26923): Launched\u000a04:51:56.683352 run setcap-netadm(pid=26923): Terminated: ok {rc=0}\u000a04:51:57.009400 run srsepc(pid=26924): Launched\u000a04:51:57.123604 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a04:51:58.232233 run rm-remote-dir(pid=26925): Launched\u000a04:51:58.416176 run srsepc(pid=26924): ERR: Terminated: ERROR {rc=127} [trial-2354↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26924)]\u000a04:51:58.550855 run srsepc(pid=26924): stdout: \u000a| (launched: 2022-12-09_04:51:56.854015)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a04:51:58.684195 run srsepc(pid=26924): stderr: \u000a| (launched: 2022-12-09_04:51:56.902032)\u000a| Connection to 10.42.42.116 closed. \u000a04:51:58.812923 run srsepc(pid=26924): stdout: \u000a| (launched: 2022-12-09_04:51:56.854015)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a04:51:58.940800 run srsepc(pid=26924): stderr: \u000a| (launched: 2022-12-09_04:51:56.902032)\u000a| Connection to 10.42.42.116 closed. \u000a04:51:59.091209 run rm-remote-dir(pid=26925): Terminating (SIGINT)\u000a04:51:59.267881 run rm-remote-dir(pid=26925): Terminated: ok {rc=0}\u000a04:51:59.300414 tst rrc_idle_mo_ping.py:16: ERR: Error: srsepc(pid=26924): Process ended prematurely: srsepc(pid=26924) [trial-2354↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26924)] [trial-2354↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16]\u000a04:51:59.310737 tst rrc_idle_mo_ping.py:16: Test FAILED (18.3 sec)\u000a04:51:59.422758 run scp-back-log(pid=26926): Launched\u000a04:52:00.509697 run scp-back-log(pid=26926): ERR: Terminated: ERROR {rc=1} [trial-2354↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=26926)]\u000a04:52:00.572160 run scp-back-log(pid=26926): stdout: \u000a| (launched: 2022-12-09_04:51:59.352477) \u000a04:52:00.635270 run scp-back-log(pid=26926): stderr: \u000a| (launched: 2022-12-09_04:51:59.372538)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a04:52:00.688298 tst srsepc_10.42.42.118: Error('scp-back-log(pid=26926): launch_sync(): local process exited with status 1 [trial-2354↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=26926)]')\u000a" }, { "testActions" : [ ], "age" : 216, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=26941): Process ended prematurely: srsepc(pid=26941) [trial-2354↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26941)]", "failedSince" : 2139, "name" : "rrc_idle_mt_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mt_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=26941): Process ended prematurely: srsepc(pid=26941) [trial-2354↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26941)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mt_ping.py\u000a----------------------------------------------\u000a04:52:00.702192 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a04:52:00.718596 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a04:52:00.741072 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a04:52:00.908178 tst rrc_idle_mt_ping.py: using MSISDN 7046\u000a04:52:01.021149 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7046', subscriber_id=0}\u000a04:52:01.132033 run srsepc_10.42.42.118: Starting srsepc\u000a04:52:01.923356 run rm-remote-dir(pid=26928): Launched\u000a04:52:03.133988 run rm-remote-dir(pid=26928): Terminated: ok {rc=0}\u000a04:52:03.457061 run mk-remote-dir(pid=26929): Launched\u000a04:52:04.642745 run mk-remote-dir(pid=26929): Terminated: ok {rc=0}\u000a04:52:04.915225 run scp-inst-to-remote(pid=26930): Launched\u000a04:52:07.099631 run scp-inst-to-remote(pid=26930): Terminated: ok {rc=0}\u000a04:52:07.422828 run rm-remote-dir(pid=26932): Launched\u000a04:52:08.607216 run rm-remote-dir(pid=26932): Terminated: ok {rc=0}\u000a04:52:08.930703 run mk-remote-dir(pid=26933): Launched\u000a04:52:10.114992 run mk-remote-dir(pid=26933): Terminated: ok {rc=0}\u000a04:52:10.388896 run scp-cfg-to-remote(pid=26935): Launched\u000a04:52:11.570188 run scp-cfg-to-remote(pid=26935): Terminated: ok {rc=0}\u000a04:52:11.842173 run scp-db-to-remote(pid=26937): Launched\u000a04:52:13.023844 run scp-db-to-remote(pid=26937): Terminated: ok {rc=0}\u000a04:52:13.135429 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a04:52:13.449176 run patchelf(pid=26939): Launched\u000a04:52:14.631392 run patchelf(pid=26939): Terminated: ok {rc=0}\u000a04:52:14.742851 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a04:52:15.056486 run setcap-netadm(pid=26940): Launched\u000a04:52:16.242997 run setcap-netadm(pid=26940): Terminated: ok {rc=0}\u000a04:52:16.639968 run srsepc(pid=26941): Launched\u000a04:52:16.836107 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a04:52:17.956914 run rm-remote-dir(pid=26942): Launched\u000a04:52:18.140319 run srsepc(pid=26941): ERR: Terminated: ERROR {rc=127} [trial-2354↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26941)]\u000a04:52:18.274442 run srsepc(pid=26941): stdout: \u000a| (launched: 2022-12-09_04:52:16.406557)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a04:52:18.406919 run srsepc(pid=26941): stderr: \u000a| (launched: 2022-12-09_04:52:16.452380)\u000a| Connection to 10.42.42.116 closed. \u000a04:52:18.534924 run srsepc(pid=26941): stdout: \u000a| (launched: 2022-12-09_04:52:16.406557)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a04:52:18.662185 run srsepc(pid=26941): stderr: \u000a| (launched: 2022-12-09_04:52:16.452380)\u000a| Connection to 10.42.42.116 closed. \u000a04:52:18.811273 run rm-remote-dir(pid=26942): Terminating (SIGINT)\u000a04:52:18.986977 run rm-remote-dir(pid=26942): Terminated: ok {rc=0}\u000a04:52:19.019342 tst rrc_idle_mt_ping.py:16: ERR: Error: srsepc(pid=26941): Process ended prematurely: srsepc(pid=26941) [trial-2354↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=26941)] [trial-2354↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16]\u000a04:52:19.028982 tst rrc_idle_mt_ping.py:16: Test FAILED (18.3 sec)\u000a04:52:19.139768 run scp-back-log(pid=26943): Launched\u000a04:52:20.226631 run scp-back-log(pid=26943): ERR: Terminated: ERROR {rc=1} [trial-2354↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=26943)]\u000a04:52:20.289546 run scp-back-log(pid=26943): stdout: \u000a| (launched: 2022-12-09_04:52:19.070262) \u000a04:52:20.352172 run scp-back-log(pid=26943): stderr: \u000a| (launched: 2022-12-09_04:52:19.090193)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a04:52:20.405290 tst srsepc_10.42.42.118: Error('scp-back-log(pid=26943): launch_sync(): local process exited with status 1 [trial-2354↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=26943)]')\u000a" } ], "duration" : 142.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "163", "name" : "4g_srsenb-rftype@zmq+srsue-rftype@zmq", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:49:59" }, { "cases" : [ { "testActions" : [ ], "age" : 152, "className" : "handover_2G:nanobts+bts1-oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26956): Process ended prematurely: osmo-stp_10.42.42.5(pid=26956) [trial-2354↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26956)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26956): Process ended prematurely: osmo-stp_10.42.42.5(pid=26956) [trial-2354↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26956)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 handover_2G:nanobts+bts1-oc2g handover.py\u000a----------------------------------------------\u000a04:52:21.248325 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a04:52:21.260009 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a04:52:21.395798 tst handover.py: using LAC 19187\u000a04:52:21.521902 tst handover.py: using RAC 62\u000a04:52:21.653014 tst handover.py: using CellId 19187\u000a04:52:21.777913 tst handover.py: using BVCI 19188\u000a04:52:21.802193 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a04:52:21.929727 tst handover.py: using LAC 19188\u000a04:52:22.053804 tst handover.py: using RAC 63\u000a04:52:22.177967 tst handover.py: using CellId 19188\u000a04:52:22.302719 tst handover.py: using BVCI 19189\u000a04:52:22.327158 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a04:52:22.338186 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a04:52:22.349216 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a04:52:22.360381 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a04:52:22.371746 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a04:52:22.383089 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a04:52:22.498447 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a04:52:22.694655 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:52:23.162354 run create_hlr_db(pid=26950): Launched\u000a04:52:24.337422 run create_hlr_db(pid=26950): Terminated: ok {rc=0}\u000a04:52:24.644529 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26952): Launched\u000a04:52:24.940356 run osmo-hlr_10.42.42.2(pid=26953): Launched\u000a04:52:25.055561 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:52:25.577174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26955): Launched\u000a04:52:25.873107 run osmo-stp_10.42.42.5(pid=26956): Launched\u000a04:52:25.980385 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:52:26.521350 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26958): Launched\u000a04:52:26.819040 run osmo-msc_10.42.42.6(pid=26959): Launched\u000a04:52:26.992515 run osmo-stp_10.42.42.5(pid=26956): ERR: Terminated: ERROR {rc=1} [trial-2354↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26956)]\u000a04:52:27.118719 run osmo-stp_10.42.42.5(pid=26956): stdout: \u000a| (launched: 2022-12-09_04:52:25.727644)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:52:27.242505 run osmo-stp_10.42.42.5(pid=26956): stderr: \u000a| �[0;m�[38;5;43m20221209045225897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209045225897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209045225897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209045225897 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209045225898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209045225898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209045225898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:52:27.361744 run osmo-stp_10.42.42.5(pid=26956): stdout: \u000a| (launched: 2022-12-09_04:52:25.727644)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:52:27.479309 run osmo-stp_10.42.42.5(pid=26956): stderr: \u000a| �[0;m�[38;5;43m20221209045225897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209045225897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209045225897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209045225897 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209045225898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209045225898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209045225898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:52:27.531038 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=26956): Process ended prematurely: osmo-stp_10.42.42.5(pid=26956) [trial-2354↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26956)] [trial-2354↪handover_2G:nanobts+bts1-oc2g↪handover.py:18]\u000a04:52:27.538916 tst handover.py:18: Test FAILED (6.3 sec)\u000a04:52:27.598205 run osmo-hlr_10.42.42.2(pid=26953): ERR: Terminated: ERROR {rc=237} [trial-2354↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26953)]\u000a04:52:27.647065 run osmo-hlr_10.42.42.2(pid=26953): stdout: \u000a| (launched: 2022-12-09_04:52:24.794674) \u000a04:52:27.696702 run osmo-hlr_10.42.42.2(pid=26953): stderr: \u000a| �[0;m�[1;31m20221209045224970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209045224970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209045224970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209045224970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209045224971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209045224971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209045224983 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/handover_2G:nanobts+bts1-oc2g/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209045224993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209045224993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209045224994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:52:27.763610 run osmo-msc_10.42.42.6(pid=26959): ERR: Terminated: ERROR {rc=2} [trial-2354↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26959)]\u000a04:52:27.812311 run osmo-msc_10.42.42.6(pid=26959): stdout: \u000a| (launched: 2022-12-09_04:52:26.671598) \u000a04:52:27.861483 run osmo-msc_10.42.42.6(pid=26959): stderr: \u000a| �[0;m�[38;5;43m20221209045226940 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209045226940 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f60e638fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209045226940 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209045226940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209045226940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209045226941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209045226943 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209045226944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209045226944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209045226944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:52:27.902907 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26952): Terminating (SIGTERM)\u000a04:52:27.942122 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26955): Terminating (SIGTERM)\u000a04:52:27.981431 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26958): Terminating (SIGTERM)\u000a04:52:27.990421 --- ParallelTerminationStrategy: PID 26952 died...\u000a04:52:28.043572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26952): Terminated: ok {rc=0}\u000a04:52:28.053202 --- ParallelTerminationStrategy: PID 26955 died...\u000a04:52:28.106323 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26955): Terminated: ok {rc=0}\u000a04:52:28.115763 --- ParallelTerminationStrategy: PID 26958 died...\u000a04:52:28.168363 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26958): Terminated: ok {rc=0}\u000a04:52:28.257481 bus /sierra_3: Setting Powered False\u000a04:52:29.361057 bus /sierra_3: Setting Powered False\u000a04:52:30.472394 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "164", "name" : "handover_2G_nanobts+bts1-oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:52:20" }, { "cases" : [ { "testActions" : [ ], "age" : 183, "className" : "handover_2G:nanobts+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26972): Process ended prematurely: osmo-stp_10.42.42.5(pid=26972) [trial-2354↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26972)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26972): Process ended prematurely: osmo-stp_10.42.42.5(pid=26972) [trial-2354↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26972)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 handover_2G:nanobts+bts1-octphy handover.py\u000a----------------------------------------------\u000a04:52:32.498582 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a04:52:32.510152 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a04:52:32.644171 tst handover.py: using LAC 19189\u000a04:52:32.772740 tst handover.py: using RAC 64\u000a04:52:32.902701 tst handover.py: using CellId 19189\u000a04:52:33.027278 tst handover.py: using BVCI 19190\u000a04:52:33.051668 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a04:52:33.176136 tst handover.py: using LAC 19190\u000a04:52:33.293904 tst handover.py: using RAC 65\u000a04:52:33.408355 tst handover.py: using CellId 19190\u000a04:52:33.532133 tst handover.py: using BVCI 19191\u000a04:52:33.556495 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a04:52:33.567606 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a04:52:33.578645 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a04:52:33.590569 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a04:52:33.602809 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a04:52:33.614561 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a04:52:33.732568 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a04:52:33.941244 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:52:34.423470 run create_hlr_db(pid=26964): Launched\u000a04:52:34.554259 bus /sierra_2: Setting Powered False\u000a04:52:35.629428 run create_hlr_db(pid=26964): Terminated: ok {rc=0}\u000a04:52:36.026735 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26968): Launched\u000a04:52:36.346230 run osmo-hlr_10.42.42.2(pid=26969): Launched\u000a04:52:36.467233 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:52:36.996480 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26971): Launched\u000a04:52:37.317736 run osmo-stp_10.42.42.5(pid=26972): Launched\u000a04:52:37.433816 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:52:37.992594 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26974): Launched\u000a04:52:38.313386 run osmo-msc_10.42.42.6(pid=26975): Launched\u000a04:52:38.502887 run osmo-stp_10.42.42.5(pid=26972): ERR: Terminated: ERROR {rc=1} [trial-2354↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26972)]\u000a04:52:38.640351 run osmo-stp_10.42.42.5(pid=26972): stdout: \u000a| (launched: 2022-12-09_04:52:37.160191)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:52:38.777100 run osmo-stp_10.42.42.5(pid=26972): stderr: \u000a| �[0;m�[38;5;43m20221209045237351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209045237351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209045237352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209045237352 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209045237352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209045237353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209045237353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:52:38.906082 run osmo-stp_10.42.42.5(pid=26972): stdout: \u000a| (launched: 2022-12-09_04:52:37.160191)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:52:39.033900 run osmo-stp_10.42.42.5(pid=26972): stderr: \u000a| �[0;m�[38;5;43m20221209045237351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209045237351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209045237352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209045237352 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209045237352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209045237353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209045237353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:52:39.089762 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=26972): Process ended prematurely: osmo-stp_10.42.42.5(pid=26972) [trial-2354↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26972)] [trial-2354↪handover_2G:nanobts+bts1-octphy↪handover.py:18]\u000a04:52:39.098396 tst handover.py:18: Test FAILED (6.6 sec)\u000a04:52:39.161674 run osmo-hlr_10.42.42.2(pid=26969): ERR: Terminated: ERROR {rc=237} [trial-2354↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26969)]\u000a04:52:39.213580 run osmo-hlr_10.42.42.2(pid=26969): stdout: \u000a| (launched: 2022-12-09_04:52:36.189398) \u000a04:52:39.266378 run osmo-hlr_10.42.42.2(pid=26969): stderr: \u000a| �[0;m�[1;31m20221209045236386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209045236386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209045236386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209045236386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209045236386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209045236386 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209045236399 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/handover_2G:nanobts+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209045236407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209045236407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209045236407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:52:39.337353 run osmo-msc_10.42.42.6(pid=26975): ERR: Terminated: ERROR {rc=2} [trial-2354↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26975)]\u000a04:52:39.389569 run osmo-msc_10.42.42.6(pid=26975): stdout: \u000a| (launched: 2022-12-09_04:52:38.155374) \u000a04:52:39.442056 run osmo-msc_10.42.42.6(pid=26975): stderr: \u000a| �[0;m�[38;5;43m20221209045238476 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209045238476 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd8f57d5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209045238476 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209045238476 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209045238477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209045238477 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209045238478 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209045238479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209045238479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209045238479 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:52:39.486638 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26968): Terminating (SIGTERM)\u000a04:52:39.529021 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26971): Terminating (SIGTERM)\u000a04:52:39.571349 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26974): Terminating (SIGTERM)\u000a04:52:39.581303 --- ParallelTerminationStrategy: PID 26968 died...\u000a04:52:39.638716 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26968): Terminated: ok {rc=0}\u000a04:52:39.648767 --- ParallelTerminationStrategy: PID 26971 died...\u000a04:52:39.705346 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26971): Terminated: ok {rc=0}\u000a04:52:39.715359 --- ParallelTerminationStrategy: PID 26974 died...\u000a04:52:39.771769 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26974): Terminated: ok {rc=0}\u000a04:52:39.859998 bus /sierra_3: Setting Powered False\u000a04:52:40.964471 bus /sierra_3: Setting Powered False\u000a04:52:42.072373 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "165", "name" : "handover_2G_nanobts+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:52:32" }, { "cases" : [ { "testActions" : [ ], "age" : 183, "className" : "handover_2G:nanobts+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=26986): Process ended prematurely: osmo-stp_10.42.42.5(pid=26986) [trial-2354↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26986)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=26986): Process ended prematurely: osmo-stp_10.42.42.5(pid=26986) [trial-2354↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26986)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 handover_2G:nanobts+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a04:52:44.064153 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:52:44.075410 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a04:52:44.206086 tst handover.py: using LAC 19191\u000a04:52:44.332233 tst handover.py: using RAC 66\u000a04:52:44.456176 tst handover.py: using CellId 19191\u000a04:52:44.584753 tst handover.py: using BVCI 19192\u000a04:52:44.609505 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a04:52:44.763499 tst handover.py: using LAC 19192\u000a04:52:44.887161 tst handover.py: using RAC 67\u000a04:52:45.013071 tst handover.py: using CellId 19192\u000a04:52:45.137245 tst handover.py: using BVCI 19193\u000a04:52:45.161546 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:52:45.172599 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:52:45.183542 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:52:45.194877 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:52:45.206261 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:52:45.217536 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a04:52:45.334626 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a04:52:45.538740 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:52:46.070271 run create_hlr_db(pid=26980): Launched\u000a04:52:46.196250 bus /sierra_2: Setting Powered False\u000a04:52:47.283438 run create_hlr_db(pid=26980): Terminated: ok {rc=0}\u000a04:52:47.658300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26982): Launched\u000a04:52:47.955632 run osmo-hlr_10.42.42.2(pid=26983): Launched\u000a04:52:48.068539 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:52:48.558543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26985): Launched\u000a04:52:48.855178 run osmo-stp_10.42.42.5(pid=26986): Launched\u000a04:52:48.963767 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:52:49.482007 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26988): Launched\u000a04:52:49.780090 run osmo-msc_10.42.42.6(pid=26989): Launched\u000a04:52:49.955414 run osmo-stp_10.42.42.5(pid=26986): ERR: Terminated: ERROR {rc=1} [trial-2354↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26986)]\u000a04:52:50.082719 run osmo-stp_10.42.42.5(pid=26986): stdout: \u000a| (launched: 2022-12-09_04:52:48.708533)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:52:50.207478 run osmo-stp_10.42.42.5(pid=26986): stderr: \u000a| �[0;m�[38;5;43m20221209045248876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209045248877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209045248877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209045248877 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209045248879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209045248880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209045248880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:52:50.326996 run osmo-stp_10.42.42.5(pid=26986): stdout: \u000a| (launched: 2022-12-09_04:52:48.708533)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:52:50.445370 run osmo-stp_10.42.42.5(pid=26986): stderr: \u000a| �[0;m�[38;5;43m20221209045248876 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209045248877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209045248877 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209045248877 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209045248879 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209045248880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209045248880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:52:50.497218 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=26986): Process ended prematurely: osmo-stp_10.42.42.5(pid=26986) [trial-2354↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=26986)] [trial-2354↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18]\u000a04:52:50.504822 tst handover.py:18: Test FAILED (6.4 sec)\u000a04:52:50.565730 run osmo-hlr_10.42.42.2(pid=26983): ERR: Terminated: ERROR {rc=237} [trial-2354↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26983)]\u000a04:52:50.615078 run osmo-hlr_10.42.42.2(pid=26983): stdout: \u000a| (launched: 2022-12-09_04:52:47.808913) \u000a04:52:50.664990 run osmo-hlr_10.42.42.2(pid=26983): stderr: \u000a| �[0;m�[1;31m20221209045247980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209045247980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209045247980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209045247980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209045247980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209045247980 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209045247992 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/handover_2G:nanobts+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209045248001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209045248001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209045248001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:52:50.732276 run osmo-msc_10.42.42.6(pid=26989): ERR: Terminated: ERROR {rc=2} [trial-2354↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=26989)]\u000a04:52:50.781320 run osmo-msc_10.42.42.6(pid=26989): stdout: \u000a| (launched: 2022-12-09_04:52:49.632701) \u000a04:52:50.831100 run osmo-msc_10.42.42.6(pid=26989): stderr: \u000a| �[0;m�[38;5;43m20221209045249901 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209045249902 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f85c417cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209045249902 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209045249902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209045249902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209045249902 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209045249904 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209045249905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209045249905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209045249905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:52:50.872910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26982): Terminating (SIGTERM)\u000a04:52:50.913241 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26985): Terminating (SIGTERM)\u000a04:52:50.953111 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26988): Terminating (SIGTERM)\u000a04:52:50.962438 --- ParallelTerminationStrategy: PID 26982 died...\u000a04:52:51.015873 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26982): Terminated: ok {rc=0}\u000a04:52:51.025423 --- ParallelTerminationStrategy: PID 26985 died...\u000a04:52:51.078882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26985): Terminated: ok {rc=0}\u000a04:52:51.088617 --- ParallelTerminationStrategy: PID 26988 died...\u000a04:52:51.141518 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=26988): Terminated: ok {rc=0}\u000a04:52:51.230556 bus /sierra_3: Setting Powered False\u000a04:52:52.334191 bus /sierra_3: Setting Powered False\u000a04:52:53.444765 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "166", "name" : "handover_2G_nanobts+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:52:43" }, { "cases" : [ { "testActions" : [ ], "age" : 183, "className" : "handover_2G:nanobts+bts1-trx-lms-limenet-micro", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27000): Process ended prematurely: osmo-stp_10.42.42.5(pid=27000) [trial-2354↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27000)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27000): Process ended prematurely: osmo-stp_10.42.42.5(pid=27000) [trial-2354↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27000)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 handover_2G:nanobts+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a04:52:55.436920 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:52:55.448287 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a04:52:55.578770 tst handover.py: using LAC 19193\u000a04:52:55.706117 tst handover.py: using RAC 68\u000a04:52:55.835214 tst handover.py: using CellId 19193\u000a04:52:55.958702 tst handover.py: using BVCI 19194\u000a04:52:55.983089 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a04:52:56.120861 tst handover.py: using LAC 19194\u000a04:52:56.245101 tst handover.py: using RAC 69\u000a04:52:56.369266 tst handover.py: using CellId 19194\u000a04:52:56.493132 tst handover.py: using BVCI 19195\u000a04:52:56.517480 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:52:56.528918 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:52:56.540139 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:52:56.551440 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:52:56.562759 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:52:56.574144 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a04:52:56.693871 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a04:52:56.893038 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:52:57.336241 run create_hlr_db(pid=26994): Launched\u000a04:52:57.457664 bus /sierra_2: Setting Powered False\u000a04:52:58.541750 run create_hlr_db(pid=26994): Terminated: ok {rc=0}\u000a04:52:58.939371 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26996): Launched\u000a04:52:59.259223 run osmo-hlr_10.42.42.2(pid=26997): Launched\u000a04:52:59.376524 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:52:59.903004 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26999): Launched\u000a04:53:00.221692 run osmo-stp_10.42.42.5(pid=27000): Launched\u000a04:53:00.338113 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:53:00.924606 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27002): Launched\u000a04:53:01.372425 run osmo-msc_10.42.42.6(pid=27003): Launched\u000a04:53:01.781468 run osmo-stp_10.42.42.5(pid=27000): ERR: Terminated: ERROR {rc=1} [trial-2354↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27000)]\u000a04:53:02.033779 run osmo-stp_10.42.42.5(pid=27000): stdout: \u000a| (launched: 2022-12-09_04:53:00.065334)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:53:02.174416 run osmo-stp_10.42.42.5(pid=27000): stderr: \u000a| �[0;m�[38;5;43m20221209045300256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209045300256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209045300256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209045300257 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209045300257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209045300257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209045300257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:53:02.323459 run osmo-stp_10.42.42.5(pid=27000): stdout: \u000a| (launched: 2022-12-09_04:53:00.065334)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:53:02.486730 run osmo-stp_10.42.42.5(pid=27000): stderr: \u000a| �[0;m�[38;5;43m20221209045300256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209045300256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209045300256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209045300257 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209045300257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209045300257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209045300257 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:53:02.556282 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27000): Process ended prematurely: osmo-stp_10.42.42.5(pid=27000) [trial-2354↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27000)] [trial-2354↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a04:53:02.569831 tst handover.py:18: Test FAILED (7.1 sec)\u000a04:53:02.635543 run osmo-hlr_10.42.42.2(pid=26997): ERR: Terminated: ERROR {rc=237} [trial-2354↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=26997)]\u000a04:53:02.688938 run osmo-hlr_10.42.42.2(pid=26997): stdout: \u000a| (launched: 2022-12-09_04:52:59.102189) \u000a04:53:02.744194 run osmo-hlr_10.42.42.2(pid=26997): stderr: \u000a| �[0;m�[1;31m20221209045259300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209045259300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209045259300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209045259300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209045259300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209045259300 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209045259312 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/handover_2G:nanobts+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209045259321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209045259321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209045259321 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:53:02.824688 run osmo-msc_10.42.42.6(pid=27003): ERR: Terminated: ERROR {rc=2} [trial-2354↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27003)]\u000a04:53:02.878224 run osmo-msc_10.42.42.6(pid=27003): stdout: \u000a| (launched: 2022-12-09_04:53:01.090697) \u000a04:53:02.933737 run osmo-msc_10.42.42.6(pid=27003): stderr: \u000a| �[0;m�[38;5;43m20221209045301487 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209045301487 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f889df1ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209045301487 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209045301487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209045301488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209045301488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209045301494 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209045301495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209045301495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209045301495 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:53:02.988100 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26996): Terminating (SIGTERM)\u000a04:53:03.032601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26999): Terminating (SIGTERM)\u000a04:53:03.082247 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27002): Terminating (SIGTERM)\u000a04:53:03.093294 --- ParallelTerminationStrategy: PID 26996 died...\u000a04:53:03.154531 run pcap-recorder_any(filters='host 10.42.42.2')(pid=26996): Terminated: ok {rc=0}\u000a04:53:03.169598 --- ParallelTerminationStrategy: PID 26999 died...\u000a04:53:03.228419 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=26999): Terminated: ok {rc=0}\u000a04:53:03.239143 --- ParallelTerminationStrategy: PID 27002 died...\u000a04:53:03.303205 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27002): Terminated: ok {rc=0}\u000a04:53:03.422578 bus /sierra_3: Setting Powered False\u000a04:53:04.535404 bus /sierra_3: Setting Powered False\u000a04:53:05.646166 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "167", "name" : "handover_2G_nanobts+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:52:55" }, { "cases" : [ { "testActions" : [ ], "age" : 183, "className" : "handover_2G:nanobts+bts1-trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27286): Process ended prematurely: osmo-stp_10.42.42.5(pid=27286) [trial-2354↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27286)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27286): Process ended prematurely: osmo-stp_10.42.42.5(pid=27286) [trial-2354↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27286)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 handover_2G:nanobts+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a04:53:07.668565 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:53:07.680735 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a04:53:07.811391 tst handover.py: using LAC 19195\u000a04:53:07.930785 tst handover.py: using RAC 70\u000a04:53:08.049679 tst handover.py: using CellId 19195\u000a04:53:08.169945 tst handover.py: using BVCI 19196\u000a04:53:08.194352 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a04:53:08.331563 tst handover.py: using LAC 19196\u000a04:53:08.452686 tst handover.py: using RAC 71\u000a04:53:08.572871 tst handover.py: using CellId 19196\u000a04:53:08.694082 tst handover.py: using BVCI 19197\u000a04:53:08.717728 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:53:08.729611 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:53:08.741420 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:53:08.754096 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:53:08.767903 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:53:08.780829 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a04:53:08.903172 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a04:53:09.110358 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:53:09.620249 run create_hlr_db(pid=27280): Launched\u000a04:53:09.748174 bus /sierra_2: Setting Powered False\u000a04:53:10.821764 run create_hlr_db(pid=27280): Terminated: ok {rc=0}\u000a04:53:11.232010 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27282): Launched\u000a04:53:11.650957 run osmo-hlr_10.42.42.2(pid=27283): Launched\u000a04:53:11.884831 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:53:12.502098 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27285): Launched\u000a04:53:12.927141 run osmo-stp_10.42.42.5(pid=27286): Launched\u000a04:53:13.163618 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:53:13.779010 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27288): Launched\u000a04:53:14.190851 run osmo-msc_10.42.42.6(pid=27289): Launched\u000a04:53:14.551618 run osmo-stp_10.42.42.5(pid=27286): ERR: Terminated: ERROR {rc=1} [trial-2354↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27286)]\u000a04:53:14.713518 run osmo-stp_10.42.42.5(pid=27286): stdout: \u000a| (launched: 2022-12-09_04:53:12.658214)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:53:14.971327 run osmo-stp_10.42.42.5(pid=27286): stderr: \u000a| �[0;m�[38;5;43m20221209045312992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209045312996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209045312996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209045312997 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209045312997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209045312997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209045312998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:53:15.124873 run osmo-stp_10.42.42.5(pid=27286): stdout: \u000a| (launched: 2022-12-09_04:53:12.658214)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:53:15.249843 run osmo-stp_10.42.42.5(pid=27286): stderr: \u000a| �[0;m�[38;5;43m20221209045312992 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209045312996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209045312996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209045312997 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209045312997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209045312997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209045312998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:53:15.305262 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27286): Process ended prematurely: osmo-stp_10.42.42.5(pid=27286) [trial-2354↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27286)] [trial-2354↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18]\u000a04:53:15.314455 tst handover.py:18: Test FAILED (7.6 sec)\u000a04:53:15.380759 run osmo-hlr_10.42.42.2(pid=27283): ERR: Terminated: ERROR {rc=237} [trial-2354↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27283)]\u000a04:53:15.434207 run osmo-hlr_10.42.42.2(pid=27283): stdout: \u000a| (launched: 2022-12-09_04:53:11.388080) \u000a04:53:15.489371 run osmo-hlr_10.42.42.2(pid=27283): stderr: \u000a| �[0;m�[1;31m20221209045311734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209045311734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209045311734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209045311734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209045311734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209045311734 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209045311751 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/handover_2G:nanobts+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209045311763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209045311763 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209045311764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:53:15.561790 run osmo-msc_10.42.42.6(pid=27289): ERR: Terminated: ERROR {rc=2} [trial-2354↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27289)]\u000a04:53:15.614522 run osmo-msc_10.42.42.6(pid=27289): stdout: \u000a| (launched: 2022-12-09_04:53:13.934700) \u000a04:53:15.669186 run osmo-msc_10.42.42.6(pid=27289): stderr: \u000a| �[0;m�[38;5;43m20221209045314594 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209045314594 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4c1ee67c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209045314594 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209045314594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209045314594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209045314594 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209045314596 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209045314596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209045314596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209045314601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:53:15.713767 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27282): Terminating (SIGTERM)\u000a04:53:15.760356 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27285): Terminating (SIGTERM)\u000a04:53:15.804892 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27288): Terminating (SIGTERM)\u000a04:53:15.816636 --- ParallelTerminationStrategy: PID 27282 died...\u000a04:53:15.900559 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27282): Terminated: ok {rc=0}\u000a04:53:15.913763 --- ParallelTerminationStrategy: PID 27285 died...\u000a04:53:15.979039 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27285): Terminated: ok {rc=0}\u000a04:53:15.993971 --- ParallelTerminationStrategy: PID 27288 died...\u000a04:53:16.065098 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27288): Terminated: ok {rc=0}\u000a04:53:16.188723 bus /sierra_3: Setting Powered False\u000a04:53:17.320363 bus /sierra_3: Setting Powered False\u000a04:53:18.441223 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "168", "name" : "handover_2G_nanobts+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:53:07" }, { "cases" : [ { "testActions" : [ ], "age" : 183, "className" : "handover_2G:nanobts+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27301): Process ended prematurely: osmo-stp_10.42.42.5(pid=27301) [trial-2354↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27301)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27301): Process ended prematurely: osmo-stp_10.42.42.5(pid=27301) [trial-2354↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27301)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 handover_2G:nanobts+bts1-sysmo handover.py\u000a----------------------------------------------\u000a04:53:20.434277 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:53:20.446064 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a04:53:20.574665 tst handover.py: using LAC 19197\u000a04:53:20.694501 tst handover.py: using RAC 72\u000a04:53:20.814490 tst handover.py: using CellId 19197\u000a04:53:20.934217 tst handover.py: using BVCI 19198\u000a04:53:20.958235 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a04:53:21.080935 tst handover.py: using LAC 19198\u000a04:53:21.200745 tst handover.py: using RAC 73\u000a04:53:21.320938 tst handover.py: using CellId 19198\u000a04:53:21.443913 tst handover.py: using BVCI 19199\u000a04:53:21.468171 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:53:21.479768 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:53:21.491950 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:53:21.503936 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:53:21.517712 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:53:21.530624 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a04:53:21.651671 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a04:53:21.859110 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:53:22.366754 run create_hlr_db(pid=27294): Launched\u000a04:53:22.492565 bus /sierra_2: Setting Powered False\u000a04:53:23.568560 run create_hlr_db(pid=27294): Terminated: ok {rc=0}\u000a04:53:23.971183 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27296): Launched\u000a04:53:24.267880 run osmo-hlr_10.42.42.2(pid=27298): Launched\u000a04:53:24.384035 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:53:24.884941 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27300): Launched\u000a04:53:25.182821 run osmo-stp_10.42.42.5(pid=27301): Launched\u000a04:53:25.291578 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:53:25.807899 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27303): Launched\u000a04:53:26.106034 run osmo-msc_10.42.42.6(pid=27304): Launched\u000a04:53:26.283499 run osmo-stp_10.42.42.5(pid=27301): ERR: Terminated: ERROR {rc=1} [trial-2354↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27301)]\u000a04:53:26.411113 run osmo-stp_10.42.42.5(pid=27301): stdout: \u000a| (launched: 2022-12-09_04:53:25.035751)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:53:26.535749 run osmo-stp_10.42.42.5(pid=27301): stderr: \u000a| �[0;m�[38;5;43m20221209045325204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209045325204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209045325204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209045325205 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209045325205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209045325206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209045325206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:53:26.655303 run osmo-stp_10.42.42.5(pid=27301): stdout: \u000a| (launched: 2022-12-09_04:53:25.035751)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:53:26.773919 run osmo-stp_10.42.42.5(pid=27301): stderr: \u000a| �[0;m�[38;5;43m20221209045325204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209045325204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209045325204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209045325205 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209045325205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209045325206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209045325206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:53:26.826073 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27301): Process ended prematurely: osmo-stp_10.42.42.5(pid=27301) [trial-2354↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27301)] [trial-2354↪handover_2G:nanobts+bts1-sysmo↪handover.py:18]\u000a04:53:26.834053 tst handover.py:18: Test FAILED (6.4 sec)\u000a04:53:26.894150 run osmo-hlr_10.42.42.2(pid=27298): ERR: Terminated: ERROR {rc=237} [trial-2354↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27298)]\u000a04:53:26.943303 run osmo-hlr_10.42.42.2(pid=27298): stdout: \u000a| (launched: 2022-12-09_04:53:24.121659) \u000a04:53:26.993138 run osmo-hlr_10.42.42.2(pid=27298): stderr: \u000a| �[0;m�[1;31m20221209045324296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209045324296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209045324297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209045324297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209045324297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209045324297 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209045324313 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/handover_2G:nanobts+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209045324322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209045324322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209045324322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:53:27.060500 run osmo-msc_10.42.42.6(pid=27304): ERR: Terminated: ERROR {rc=2} [trial-2354↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27304)]\u000a04:53:27.109427 run osmo-msc_10.42.42.6(pid=27304): stdout: \u000a| (launched: 2022-12-09_04:53:25.958587) \u000a04:53:27.159071 run osmo-msc_10.42.42.6(pid=27304): stderr: \u000a| �[0;m�[38;5;43m20221209045326228 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209045326229 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2534730c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209045326229 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209045326229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209045326229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209045326229 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209045326231 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209045326232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209045326232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209045326232 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:53:27.200982 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27296): Terminating (SIGTERM)\u000a04:53:27.241576 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27300): Terminating (SIGTERM)\u000a04:53:27.281469 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27303): Terminating (SIGTERM)\u000a04:53:27.290906 --- ParallelTerminationStrategy: PID 27296 died...\u000a04:53:27.344161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27296): Terminated: ok {rc=0}\u000a04:53:27.353950 --- ParallelTerminationStrategy: PID 27300 died...\u000a04:53:27.407062 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27300): Terminated: ok {rc=0}\u000a04:53:27.416657 --- ParallelTerminationStrategy: PID 27303 died...\u000a04:53:27.469756 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27303): Terminated: ok {rc=0}\u000a04:53:27.558302 bus /sierra_3: Setting Powered False\u000a04:53:28.662750 bus /sierra_3: Setting Powered False\u000a04:53:29.773862 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "169", "name" : "handover_2G_nanobts+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:53:20" }, { "cases" : [ { "testActions" : [ ], "age" : 183, "className" : "handover_2G:nanobts+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27315): Process ended prematurely: osmo-stp_10.42.42.5(pid=27315) [trial-2354↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27315)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27315): Process ended prematurely: osmo-stp_10.42.42.5(pid=27315) [trial-2354↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27315)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 handover_2G:nanobts+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a04:53:31.809430 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:53:31.821114 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a04:53:31.961415 tst handover.py: using LAC 19199\u000a04:53:32.086950 tst handover.py: using RAC 74\u000a04:53:32.217625 tst handover.py: using CellId 19199\u000a04:53:32.361862 tst handover.py: using BVCI 19200\u000a04:53:32.387495 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a04:53:32.530174 tst handover.py: using LAC 19200\u000a04:53:32.659301 tst handover.py: using RAC 75\u000a04:53:32.784777 tst handover.py: using CellId 19200\u000a04:53:32.909114 tst handover.py: using BVCI 19201\u000a04:53:32.933383 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:53:32.944672 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:53:32.955861 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:53:32.967362 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:53:32.978917 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:53:32.990487 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a04:53:33.108579 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a04:53:33.308794 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:53:33.751256 run create_hlr_db(pid=27309): Launched\u000a04:53:33.872058 bus /sierra_2: Setting Powered False\u000a04:53:34.943521 run create_hlr_db(pid=27309): Terminated: ok {rc=0}\u000a04:53:35.340645 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27311): Launched\u000a04:53:35.660570 run osmo-hlr_10.42.42.2(pid=27312): Launched\u000a04:53:35.780574 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:53:36.307192 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27314): Launched\u000a04:53:36.626943 run osmo-stp_10.42.42.5(pid=27315): Launched\u000a04:53:36.742975 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:53:37.300099 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27317): Launched\u000a04:53:37.620884 run osmo-msc_10.42.42.6(pid=27318): Launched\u000a04:53:37.809371 run osmo-stp_10.42.42.5(pid=27315): ERR: Terminated: ERROR {rc=1} [trial-2354↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27315)]\u000a04:53:37.944896 run osmo-stp_10.42.42.5(pid=27315): stdout: \u000a| (launched: 2022-12-09_04:53:36.469514)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:53:38.080301 run osmo-stp_10.42.42.5(pid=27315): stderr: \u000a| �[0;m�[38;5;43m20221209045336661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209045336661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209045336661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209045336662 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209045336662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209045336662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209045336663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:53:38.208577 run osmo-stp_10.42.42.5(pid=27315): stdout: \u000a| (launched: 2022-12-09_04:53:36.469514)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:53:38.335974 run osmo-stp_10.42.42.5(pid=27315): stderr: \u000a| �[0;m�[38;5;43m20221209045336661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209045336661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209045336661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209045336662 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209045336662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209045336662 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209045336663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:53:38.391659 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27315): Process ended prematurely: osmo-stp_10.42.42.5(pid=27315) [trial-2354↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27315)] [trial-2354↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18]\u000a04:53:38.400040 tst handover.py:18: Test FAILED (6.6 sec)\u000a04:53:38.462623 run osmo-hlr_10.42.42.2(pid=27312): ERR: Terminated: ERROR {rc=237} [trial-2354↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27312)]\u000a04:53:38.514453 run osmo-hlr_10.42.42.2(pid=27312): stdout: \u000a| (launched: 2022-12-09_04:53:35.502932) \u000a04:53:38.566912 run osmo-hlr_10.42.42.2(pid=27312): stderr: \u000a| �[0;m�[1;31m20221209045335702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209045335702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209045335702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209045335702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209045335702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209045335702 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209045335715 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/handover_2G:nanobts+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209045335723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209045335723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209045335723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:53:38.638559 run osmo-msc_10.42.42.6(pid=27318): ERR: Terminated: ERROR {rc=2} [trial-2354↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27318)]\u000a04:53:38.690216 run osmo-msc_10.42.42.6(pid=27318): stdout: \u000a| (launched: 2022-12-09_04:53:37.462864) \u000a04:53:38.742331 run osmo-msc_10.42.42.6(pid=27318): stderr: \u000a| �[0;m�[38;5;43m20221209045337787 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209045337787 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f82ed33bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209045337787 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209045337787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209045337787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209045337787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209045337789 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209045337790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209045337790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209045337790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:53:38.786658 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27311): Terminating (SIGTERM)\u000a04:53:38.828809 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27314): Terminating (SIGTERM)\u000a04:53:38.870988 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27317): Terminating (SIGTERM)\u000a04:53:38.880667 --- ParallelTerminationStrategy: PID 27311 died...\u000a04:53:38.937420 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27311): Terminated: ok {rc=0}\u000a04:53:38.947496 --- ParallelTerminationStrategy: PID 27314 died...\u000a04:53:39.003423 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27314): Terminated: ok {rc=0}\u000a04:53:39.013899 --- ParallelTerminationStrategy: PID 27317 died...\u000a04:53:39.069842 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27317): Terminated: ok {rc=0}\u000a04:53:39.158120 bus /sierra_3: Setting Powered False\u000a04:53:40.264447 bus /sierra_3: Setting Powered False\u000a04:53:41.377167 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "170", "name" : "handover_2G_nanobts+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:53:31" }, { "cases" : [ { "testActions" : [ ], "age" : 183, "className" : "handover_2G:nanobts+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27329): Process ended prematurely: osmo-stp_10.42.42.5(pid=27329) [trial-2354↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27329)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27329): Process ended prematurely: osmo-stp_10.42.42.5(pid=27329) [trial-2354↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27329)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 handover_2G:nanobts+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a04:53:43.372485 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:53:43.383664 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a04:53:43.513284 tst handover.py: using LAC 19201\u000a04:53:43.641088 tst handover.py: using RAC 76\u000a04:53:43.762092 tst handover.py: using CellId 19201\u000a04:53:43.878987 tst handover.py: using BVCI 19202\u000a04:53:43.901920 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a04:53:44.035889 tst handover.py: using LAC 19202\u000a04:53:44.154708 tst handover.py: using RAC 77\u000a04:53:44.283658 tst handover.py: using CellId 19202\u000a04:53:44.407512 tst handover.py: using BVCI 19203\u000a04:53:44.431971 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:53:44.443176 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:53:44.454253 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:53:44.465398 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:53:44.476416 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:53:44.487497 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a04:53:44.607225 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a04:53:44.806597 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:53:45.250362 run create_hlr_db(pid=27323): Launched\u000a04:53:45.371569 bus /sierra_2: Setting Powered False\u000a04:53:46.455174 run create_hlr_db(pid=27323): Terminated: ok {rc=0}\u000a04:53:46.853516 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27325): Launched\u000a04:53:47.234081 run osmo-hlr_10.42.42.2(pid=27326): Launched\u000a04:53:47.352429 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:53:47.879973 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27328): Launched\u000a04:53:48.198539 run osmo-stp_10.42.42.5(pid=27329): Launched\u000a04:53:48.318178 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:53:48.876832 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27331): Launched\u000a04:53:49.198155 run osmo-msc_10.42.42.6(pid=27332): Launched\u000a04:53:49.387114 run osmo-stp_10.42.42.5(pid=27329): ERR: Terminated: ERROR {rc=1} [trial-2354↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27329)]\u000a04:53:49.523419 run osmo-stp_10.42.42.5(pid=27329): stdout: \u000a| (launched: 2022-12-09_04:53:48.042201)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:53:49.659881 run osmo-stp_10.42.42.5(pid=27329): stderr: \u000a| �[0;m�[38;5;43m20221209045348236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209045348237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209045348237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209045348237 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209045348238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209045348238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209045348238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:53:49.788930 run osmo-stp_10.42.42.5(pid=27329): stdout: \u000a| (launched: 2022-12-09_04:53:48.042201)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:53:49.916498 run osmo-stp_10.42.42.5(pid=27329): stderr: \u000a| �[0;m�[38;5;43m20221209045348236 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209045348237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209045348237 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209045348237 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209045348238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209045348238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209045348238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:53:49.972211 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27329): Process ended prematurely: osmo-stp_10.42.42.5(pid=27329) [trial-2354↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27329)] [trial-2354↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18]\u000a04:53:49.980582 tst handover.py:18: Test FAILED (6.6 sec)\u000a04:53:50.043396 run osmo-hlr_10.42.42.2(pid=27326): ERR: Terminated: ERROR {rc=237} [trial-2354↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27326)]\u000a04:53:50.095190 run osmo-hlr_10.42.42.2(pid=27326): stdout: \u000a| (launched: 2022-12-09_04:53:47.007207) \u000a04:53:50.147634 run osmo-hlr_10.42.42.2(pid=27326): stderr: \u000a| �[0;m�[1;31m20221209045347263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209045347263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209045347263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209045347263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209045347263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209045347263 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209045347275 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/handover_2G:nanobts+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209045347284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209045347284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209045347285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:53:50.218858 run osmo-msc_10.42.42.6(pid=27332): ERR: Terminated: ERROR {rc=2} [trial-2354↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27332)]\u000a04:53:50.270405 run osmo-msc_10.42.42.6(pid=27332): stdout: \u000a| (launched: 2022-12-09_04:53:49.040461) \u000a04:53:50.322575 run osmo-msc_10.42.42.6(pid=27332): stderr: \u000a| �[0;m�[38;5;43m20221209045349363 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209045349363 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4dbb524c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209045349364 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209045349364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209045349364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209045349364 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209045349366 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209045349366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209045349366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209045349366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:53:50.366891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27325): Terminating (SIGTERM)\u000a04:53:50.408650 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27328): Terminating (SIGTERM)\u000a04:53:50.450673 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27331): Terminating (SIGTERM)\u000a04:53:50.460313 --- ParallelTerminationStrategy: PID 27325 died...\u000a04:53:50.516620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27325): Terminated: ok {rc=0}\u000a04:53:50.526750 --- ParallelTerminationStrategy: PID 27328 died...\u000a04:53:50.582631 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27328): Terminated: ok {rc=0}\u000a04:53:50.592648 --- ParallelTerminationStrategy: PID 27331 died...\u000a04:53:50.648698 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27331): Terminated: ok {rc=0}\u000a04:53:50.736866 bus /sierra_3: Setting Powered False\u000a04:53:51.845821 bus /sierra_3: Setting Powered False\u000a04:53:52.954724 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "171", "name" : "handover_2G_nanobts+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:53:43" }, { "cases" : [ { "testActions" : [ ], "age" : 183, "className" : "handover_2G:oc2g+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27343): Process ended prematurely: osmo-stp_10.42.42.5(pid=27343) [trial-2354↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27343)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27343): Process ended prematurely: osmo-stp_10.42.42.5(pid=27343) [trial-2354↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27343)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 handover_2G:oc2g+bts1-octphy handover.py\u000a----------------------------------------------\u000a04:53:54.915242 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a04:53:54.926653 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a04:53:55.053577 tst handover.py: using LAC 19203\u000a04:53:55.178651 tst handover.py: using RAC 78\u000a04:53:55.303805 tst handover.py: using CellId 19203\u000a04:53:55.429218 tst handover.py: using BVCI 19204\u000a04:53:55.453661 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a04:53:55.581633 tst handover.py: using LAC 19204\u000a04:53:55.708718 tst handover.py: using RAC 79\u000a04:53:55.833152 tst handover.py: using CellId 19204\u000a04:53:55.961927 tst handover.py: using BVCI 19205\u000a04:53:55.986700 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a04:53:55.997799 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a04:53:56.008644 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a04:53:56.019592 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a04:53:56.030606 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a04:53:56.041637 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a04:53:56.155832 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a04:53:56.356821 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:53:56.803038 run create_hlr_db(pid=27337): Launched\u000a04:53:56.924760 bus /sierra_2: Setting Powered False\u000a04:53:57.995936 run create_hlr_db(pid=27337): Terminated: ok {rc=0}\u000a04:53:58.393359 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27339): Launched\u000a04:53:58.713932 run osmo-hlr_10.42.42.2(pid=27340): Launched\u000a04:53:58.834442 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:53:59.362129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27342): Launched\u000a04:53:59.681350 run osmo-stp_10.42.42.5(pid=27343): Launched\u000a04:53:59.797070 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:54:00.354781 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27345): Launched\u000a04:54:00.674868 run osmo-msc_10.42.42.6(pid=27346): Launched\u000a04:54:00.890054 run osmo-stp_10.42.42.5(pid=27343): ERR: Terminated: ERROR {rc=1} [trial-2354↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27343)]\u000a04:54:01.078425 run osmo-stp_10.42.42.5(pid=27343): stdout: \u000a| (launched: 2022-12-09_04:53:59.524138)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:54:01.247314 run osmo-stp_10.42.42.5(pid=27343): stderr: \u000a| �[0;m�[38;5;43m20221209045359718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209045359718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209045359718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209045359719 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209045359719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209045359719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209045359719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:54:01.376285 run osmo-stp_10.42.42.5(pid=27343): stdout: \u000a| (launched: 2022-12-09_04:53:59.524138)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:54:01.505509 run osmo-stp_10.42.42.5(pid=27343): stderr: \u000a| �[0;m�[38;5;43m20221209045359718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209045359718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209045359718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209045359719 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209045359719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209045359719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209045359719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:54:01.563055 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27343): Process ended prematurely: osmo-stp_10.42.42.5(pid=27343) [trial-2354↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27343)] [trial-2354↪handover_2G:oc2g+bts1-octphy↪handover.py:18]\u000a04:54:01.572509 tst handover.py:18: Test FAILED (6.6 sec)\u000a04:54:01.636567 run osmo-hlr_10.42.42.2(pid=27340): ERR: Terminated: ERROR {rc=237} [trial-2354↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27340)]\u000a04:54:01.688875 run osmo-hlr_10.42.42.2(pid=27340): stdout: \u000a| (launched: 2022-12-09_04:53:58.556262) \u000a04:54:01.742566 run osmo-hlr_10.42.42.2(pid=27340): stderr: \u000a| �[0;m�[1;31m20221209045358757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209045358757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209045358757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209045358757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209045358757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209045358757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209045358770 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/handover_2G:oc2g+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209045358779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209045358780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209045358780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:54:01.815706 run osmo-msc_10.42.42.6(pid=27346): ERR: Terminated: ERROR {rc=2} [trial-2354↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27346)]\u000a04:54:01.868356 run osmo-msc_10.42.42.6(pid=27346): stdout: \u000a| (launched: 2022-12-09_04:54:00.517266) \u000a04:54:01.921890 run osmo-msc_10.42.42.6(pid=27346): stderr: \u000a| �[0;m�[38;5;43m20221209045400840 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209045400851 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7d3ed56c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209045400851 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209045400851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209045400851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209045400851 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209045400853 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209045400853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209045400854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209045400854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:54:01.967148 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27339): Terminating (SIGTERM)\u000a04:54:02.009595 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27342): Terminating (SIGTERM)\u000a04:54:02.054091 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27345): Terminating (SIGTERM)\u000a04:54:02.064014 --- ParallelTerminationStrategy: PID 27339 died...\u000a04:54:02.121314 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27339): Terminated: ok {rc=0}\u000a04:54:02.131896 --- ParallelTerminationStrategy: PID 27342 died...\u000a04:54:02.188721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27342): Terminated: ok {rc=0}\u000a04:54:02.199287 --- ParallelTerminationStrategy: PID 27345 died...\u000a04:54:02.256312 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27345): Terminated: ok {rc=0}\u000a04:54:02.345330 bus /sierra_3: Setting Powered False\u000a04:54:03.448658 bus /sierra_3: Setting Powered False\u000a04:54:04.559896 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "172", "name" : "handover_2G_oc2g+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:53:54" }, { "cases" : [ { "testActions" : [ ], "age" : 183, "className" : "handover_2G:oc2g+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27357): Process ended prematurely: osmo-stp_10.42.42.5(pid=27357) [trial-2354↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27357)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27357): Process ended prematurely: osmo-stp_10.42.42.5(pid=27357) [trial-2354↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27357)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 handover_2G:oc2g+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a04:54:06.539263 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:54:06.550458 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a04:54:06.677629 tst handover.py: using LAC 19205\u000a04:54:06.805166 tst handover.py: using RAC 80\u000a04:54:06.932008 tst handover.py: using CellId 19205\u000a04:54:07.057201 tst handover.py: using BVCI 19206\u000a04:54:07.081753 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a04:54:07.223926 tst handover.py: using LAC 19206\u000a04:54:07.358627 tst handover.py: using RAC 81\u000a04:54:07.482555 tst handover.py: using CellId 19206\u000a04:54:07.606838 tst handover.py: using BVCI 19207\u000a04:54:07.631339 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:54:07.642842 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:54:07.653805 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:54:07.664652 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:54:07.675732 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:54:07.686987 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a04:54:07.802791 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a04:54:08.002269 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:54:08.446730 run create_hlr_db(pid=27351): Launched\u000a04:54:08.568600 bus /sierra_2: Setting Powered False\u000a04:54:09.653656 run create_hlr_db(pid=27351): Terminated: ok {rc=0}\u000a04:54:10.050874 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27353): Launched\u000a04:54:10.370697 run osmo-hlr_10.42.42.2(pid=27354): Launched\u000a04:54:10.491856 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:54:11.018395 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27356): Launched\u000a04:54:11.339176 run osmo-stp_10.42.42.5(pid=27357): Launched\u000a04:54:11.455989 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:54:12.012332 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27359): Launched\u000a04:54:12.330812 run osmo-msc_10.42.42.6(pid=27360): Launched\u000a04:54:12.518885 run osmo-stp_10.42.42.5(pid=27357): ERR: Terminated: ERROR {rc=1} [trial-2354↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27357)]\u000a04:54:12.655043 run osmo-stp_10.42.42.5(pid=27357): stdout: \u000a| (launched: 2022-12-09_04:54:11.181632)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:54:12.790363 run osmo-stp_10.42.42.5(pid=27357): stderr: \u000a| �[0;m�[38;5;43m20221209045411372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209045411372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209045411373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209045411373 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209045411374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209045411374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209045411374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:54:12.918338 run osmo-stp_10.42.42.5(pid=27357): stdout: \u000a| (launched: 2022-12-09_04:54:11.181632)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:54:13.045062 run osmo-stp_10.42.42.5(pid=27357): stderr: \u000a| �[0;m�[38;5;43m20221209045411372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209045411372 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209045411373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209045411373 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209045411374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209045411374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209045411374 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:54:13.100573 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27357): Process ended prematurely: osmo-stp_10.42.42.5(pid=27357) [trial-2354↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27357)] [trial-2354↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18]\u000a04:54:13.109089 tst handover.py:18: Test FAILED (6.6 sec)\u000a04:54:13.171846 run osmo-hlr_10.42.42.2(pid=27354): ERR: Terminated: ERROR {rc=237} [trial-2354↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27354)]\u000a04:54:13.223480 run osmo-hlr_10.42.42.2(pid=27354): stdout: \u000a| (launched: 2022-12-09_04:54:10.213780) \u000a04:54:13.275633 run osmo-hlr_10.42.42.2(pid=27354): stderr: \u000a| �[0;m�[1;31m20221209045410410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209045410410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209045410411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209045410411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209045410411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209045410411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209045410423 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/handover_2G:oc2g+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209045410431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209045410432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209045410432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:54:13.346437 run osmo-msc_10.42.42.6(pid=27360): ERR: Terminated: ERROR {rc=2} [trial-2354↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27360)]\u000a04:54:13.397751 run osmo-msc_10.42.42.6(pid=27360): stdout: \u000a| (launched: 2022-12-09_04:54:12.174365) \u000a04:54:13.449611 run osmo-msc_10.42.42.6(pid=27360): stderr: \u000a| �[0;m�[38;5;43m20221209045412497 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209045412497 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1c809f9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209045412497 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209045412497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209045412497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209045412498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209045412499 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209045412500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209045412500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209045412500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:54:13.493594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27353): Terminating (SIGTERM)\u000a04:54:13.535192 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27356): Terminating (SIGTERM)\u000a04:54:13.576805 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27359): Terminating (SIGTERM)\u000a04:54:13.586520 --- ParallelTerminationStrategy: PID 27353 died...\u000a04:54:13.642101 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27353): Terminated: ok {rc=0}\u000a04:54:13.652387 --- ParallelTerminationStrategy: PID 27356 died...\u000a04:54:13.707569 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27356): Terminated: ok {rc=0}\u000a04:54:13.717887 --- ParallelTerminationStrategy: PID 27359 died...\u000a04:54:13.773195 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27359): Terminated: ok {rc=0}\u000a04:54:13.860291 bus /sierra_3: Setting Powered False\u000a04:54:14.967019 bus /sierra_3: Setting Powered False\u000a04:54:16.089934 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "173", "name" : "handover_2G_oc2g+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:54:06" }, { "cases" : [ { "testActions" : [ ], "age" : 183, "className" : "handover_2G:oc2g+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27380): Process ended prematurely: osmo-stp_10.42.42.5(pid=27380) [trial-2354↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27380)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27380): Process ended prematurely: osmo-stp_10.42.42.5(pid=27380) [trial-2354↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27380)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 handover_2G:oc2g+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a04:54:18.082083 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:54:18.093377 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a04:54:18.220045 tst handover.py: using LAC 19207\u000a04:54:18.345315 tst handover.py: using RAC 82\u000a04:54:18.467342 tst handover.py: using CellId 19207\u000a04:54:18.590508 tst handover.py: using BVCI 19208\u000a04:54:18.613949 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a04:54:18.744582 tst handover.py: using LAC 19208\u000a04:54:18.870945 tst handover.py: using RAC 83\u000a04:54:18.999252 tst handover.py: using CellId 19208\u000a04:54:19.121636 tst handover.py: using BVCI 19209\u000a04:54:19.144265 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:54:19.155087 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:54:19.165840 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:54:19.176773 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:54:19.187713 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:54:19.198579 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a04:54:19.317623 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a04:54:19.517399 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:54:19.961355 run create_hlr_db(pid=27374): Launched\u000a04:54:20.082614 bus /sierra_2: Setting Powered False\u000a04:54:21.154690 run create_hlr_db(pid=27374): Terminated: ok {rc=0}\u000a04:54:21.555008 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27376): Launched\u000a04:54:21.876812 run osmo-hlr_10.42.42.2(pid=27377): Launched\u000a04:54:21.997369 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:54:22.526854 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27379): Launched\u000a04:54:22.847301 run osmo-stp_10.42.42.5(pid=27380): Launched\u000a04:54:22.964066 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:54:23.522467 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27382): Launched\u000a04:54:23.842943 run osmo-msc_10.42.42.6(pid=27383): Launched\u000a04:54:24.030682 run osmo-stp_10.42.42.5(pid=27380): ERR: Terminated: ERROR {rc=1} [trial-2354↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27380)]\u000a04:54:24.166759 run osmo-stp_10.42.42.5(pid=27380): stdout: \u000a| (launched: 2022-12-09_04:54:22.690259)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:54:24.302685 run osmo-stp_10.42.42.5(pid=27380): stderr: \u000a| �[0;m�[38;5;43m20221209045422884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209045422884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209045422884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209045422884 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209045422885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209045422885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209045422885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:54:24.431256 run osmo-stp_10.42.42.5(pid=27380): stdout: \u000a| (launched: 2022-12-09_04:54:22.690259)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:54:24.559579 run osmo-stp_10.42.42.5(pid=27380): stderr: \u000a| �[0;m�[38;5;43m20221209045422884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209045422884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209045422884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209045422884 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209045422885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209045422885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209045422885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:54:24.615174 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27380): Process ended prematurely: osmo-stp_10.42.42.5(pid=27380) [trial-2354↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27380)] [trial-2354↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a04:54:24.623644 tst handover.py:18: Test FAILED (6.5 sec)\u000a04:54:24.687045 run osmo-hlr_10.42.42.2(pid=27377): ERR: Terminated: ERROR {rc=237} [trial-2354↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27377)]\u000a04:54:24.738801 run osmo-hlr_10.42.42.2(pid=27377): stdout: \u000a| (launched: 2022-12-09_04:54:21.719134) \u000a04:54:24.791143 run osmo-hlr_10.42.42.2(pid=27377): stderr: \u000a| �[0;m�[1;31m20221209045421917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209045421917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209045421917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209045421917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209045421918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209045421918 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209045421930 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/handover_2G:oc2g+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209045421938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209045421938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209045421938 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:54:24.862177 run osmo-msc_10.42.42.6(pid=27383): ERR: Terminated: ERROR {rc=2} [trial-2354↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27383)]\u000a04:54:24.913850 run osmo-msc_10.42.42.6(pid=27383): stdout: \u000a| (launched: 2022-12-09_04:54:23.685811) \u000a04:54:24.966070 run osmo-msc_10.42.42.6(pid=27383): stderr: \u000a| �[0;m�[38;5;43m20221209045424010 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209045424010 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb86508ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209045424010 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209045424010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209045424010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209045424010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209045424012 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209045424012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209045424013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209045424013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:54:25.010431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27376): Terminating (SIGTERM)\u000a04:54:25.052158 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27379): Terminating (SIGTERM)\u000a04:54:25.094603 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27382): Terminating (SIGTERM)\u000a04:54:25.104350 --- ParallelTerminationStrategy: PID 27376 died...\u000a04:54:25.160286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27376): Terminated: ok {rc=0}\u000a04:54:25.170376 --- ParallelTerminationStrategy: PID 27379 died...\u000a04:54:25.226219 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27379): Terminated: ok {rc=0}\u000a04:54:25.236302 --- ParallelTerminationStrategy: PID 27382 died...\u000a04:54:25.292289 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27382): Terminated: ok {rc=0}\u000a04:54:25.379956 bus /sierra_3: Setting Powered False\u000a04:54:26.487328 bus /sierra_3: Setting Powered False\u000a04:54:27.594987 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "174", "name" : "handover_2G_oc2g+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:54:17" }, { "cases" : [ { "testActions" : [ ], "age" : 183, "className" : "handover_2G:oc2g+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27394): Process ended prematurely: osmo-stp_10.42.42.5(pid=27394) [trial-2354↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27394)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27394): Process ended prematurely: osmo-stp_10.42.42.5(pid=27394) [trial-2354↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27394)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 handover_2G:oc2g+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a04:54:29.591156 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:54:29.603359 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a04:54:29.723631 tst handover.py: using LAC 19209\u000a04:54:29.847007 tst handover.py: using RAC 84\u000a04:54:29.962594 tst handover.py: using CellId 19209\u000a04:54:30.077995 tst handover.py: using BVCI 19210\u000a04:54:30.100776 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a04:54:30.247036 tst handover.py: using LAC 19210\u000a04:54:30.374112 tst handover.py: using RAC 85\u000a04:54:30.500288 tst handover.py: using CellId 19210\u000a04:54:30.620755 tst handover.py: using BVCI 19211\u000a04:54:30.643643 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:54:30.654745 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:54:30.665550 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:54:30.676559 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:54:30.687720 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:54:30.698726 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a04:54:30.816198 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a04:54:31.040053 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:54:31.573373 run create_hlr_db(pid=27388): Launched\u000a04:54:31.708318 bus /sierra_2: Setting Powered False\u000a04:54:32.781056 run create_hlr_db(pid=27388): Terminated: ok {rc=0}\u000a04:54:33.156655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27390): Launched\u000a04:54:33.456739 run osmo-hlr_10.42.42.2(pid=27391): Launched\u000a04:54:33.571321 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:54:34.071136 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27393): Launched\u000a04:54:34.369482 run osmo-stp_10.42.42.5(pid=27394): Launched\u000a04:54:34.478773 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:54:34.999185 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27396): Launched\u000a04:54:35.298961 run osmo-msc_10.42.42.6(pid=27397): Launched\u000a04:54:35.477100 run osmo-stp_10.42.42.5(pid=27394): ERR: Terminated: ERROR {rc=1} [trial-2354↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27394)]\u000a04:54:35.605233 run osmo-stp_10.42.42.5(pid=27394): stdout: \u000a| (launched: 2022-12-09_04:54:34.222142)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:54:35.730302 run osmo-stp_10.42.42.5(pid=27394): stderr: \u000a| �[0;m�[38;5;43m20221209045434391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209045434391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209045434392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209045434392 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209045434394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209045434394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209045434394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:54:35.850367 run osmo-stp_10.42.42.5(pid=27394): stdout: \u000a| (launched: 2022-12-09_04:54:34.222142)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:54:35.969306 run osmo-stp_10.42.42.5(pid=27394): stderr: \u000a| �[0;m�[38;5;43m20221209045434391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209045434391 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209045434392 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209045434392 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209045434394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209045434394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209045434394 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:54:36.021503 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27394): Process ended prematurely: osmo-stp_10.42.42.5(pid=27394) [trial-2354↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27394)] [trial-2354↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18]\u000a04:54:36.029489 tst handover.py:18: Test FAILED (6.4 sec)\u000a04:54:36.090080 run osmo-hlr_10.42.42.2(pid=27391): ERR: Terminated: ERROR {rc=237} [trial-2354↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27391)]\u000a04:54:36.139970 run osmo-hlr_10.42.42.2(pid=27391): stdout: \u000a| (launched: 2022-12-09_04:54:33.308382) \u000a04:54:36.189723 run osmo-hlr_10.42.42.2(pid=27391): stderr: \u000a| �[0;m�[1;31m20221209045433482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209045433482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209045433482 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209045433483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209045433483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209045433483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209045433495 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/handover_2G:oc2g+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209045433505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209045433505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209045433505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:54:36.258314 run osmo-msc_10.42.42.6(pid=27397): ERR: Terminated: ERROR {rc=2} [trial-2354↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27397)]\u000a04:54:36.307956 run osmo-msc_10.42.42.6(pid=27397): stdout: \u000a| (launched: 2022-12-09_04:54:35.150635) \u000a04:54:36.358227 run osmo-msc_10.42.42.6(pid=27397): stderr: \u000a| �[0;m�[38;5;43m20221209045435424 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209045435424 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6be2a73c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209045435424 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209045435424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209045435425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209045435425 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209045435427 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209045435427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209045435427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209045435427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:54:36.400557 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27390): Terminating (SIGTERM)\u000a04:54:36.440592 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27393): Terminating (SIGTERM)\u000a04:54:36.481045 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27396): Terminating (SIGTERM)\u000a04:54:36.490508 --- ParallelTerminationStrategy: PID 27390 died...\u000a04:54:36.544442 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27390): Terminated: ok {rc=0}\u000a04:54:36.554364 --- ParallelTerminationStrategy: PID 27393 died...\u000a04:54:36.608468 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27393): Terminated: ok {rc=0}\u000a04:54:36.618446 --- ParallelTerminationStrategy: PID 27396 died...\u000a04:54:36.672399 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27396): Terminated: ok {rc=0}\u000a04:54:36.762776 bus /sierra_3: Setting Powered False\u000a04:54:37.869466 bus /sierra_3: Setting Powered False\u000a04:54:38.979308 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "175", "name" : "handover_2G_oc2g+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:54:29" }, { "cases" : [ { "testActions" : [ ], "age" : 152, "className" : "handover_2G:oc2g+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27408): Process ended prematurely: osmo-stp_10.42.42.5(pid=27408) [trial-2354↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27408)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27408): Process ended prematurely: osmo-stp_10.42.42.5(pid=27408) [trial-2354↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27408)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 handover_2G:oc2g+bts1-sysmo handover.py\u000a----------------------------------------------\u000a04:54:40.950998 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:54:40.962103 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a04:54:41.089078 tst handover.py: using LAC 19211\u000a04:54:41.216339 tst handover.py: using RAC 86\u000a04:54:41.343126 tst handover.py: using CellId 19211\u000a04:54:41.470909 tst handover.py: using BVCI 19212\u000a04:54:41.495376 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a04:54:41.624294 tst handover.py: using LAC 19212\u000a04:54:41.749816 tst handover.py: using RAC 87\u000a04:54:41.875415 tst handover.py: using CellId 19212\u000a04:54:42.000833 tst handover.py: using BVCI 19213\u000a04:54:42.025288 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:54:42.036245 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:54:42.047150 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:54:42.058143 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:54:42.069125 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:54:42.079967 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a04:54:42.194593 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a04:54:42.399285 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:54:42.843542 run create_hlr_db(pid=27402): Launched\u000a04:54:42.964692 bus /sierra_2: Setting Powered False\u000a04:54:44.036755 run create_hlr_db(pid=27402): Terminated: ok {rc=0}\u000a04:54:44.409625 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27404): Launched\u000a04:54:44.707142 run osmo-hlr_10.42.42.2(pid=27405): Launched\u000a04:54:44.822836 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:54:45.326284 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27407): Launched\u000a04:54:45.625924 run osmo-stp_10.42.42.5(pid=27408): Launched\u000a04:54:45.736402 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:54:46.306053 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27410): Launched\u000a04:54:46.724235 run osmo-msc_10.42.42.6(pid=27411): Launched\u000a04:54:46.965458 run osmo-stp_10.42.42.5(pid=27408): ERR: Terminated: ERROR {rc=1} [trial-2354↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27408)]\u000a04:54:47.118850 run osmo-stp_10.42.42.5(pid=27408): stdout: \u000a| (launched: 2022-12-09_04:54:45.478315)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:54:47.303747 run osmo-stp_10.42.42.5(pid=27408): stderr: \u000a| �[0;m�[38;5;43m20221209045445647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209045445647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209045445647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209045445648 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209045445648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209045445648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209045445648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:54:47.425401 run osmo-stp_10.42.42.5(pid=27408): stdout: \u000a| (launched: 2022-12-09_04:54:45.478315)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:54:47.545125 run osmo-stp_10.42.42.5(pid=27408): stderr: \u000a| �[0;m�[38;5;43m20221209045445647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209045445647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209045445647 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209045445648 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209045445648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209045445648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209045445648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:54:47.597394 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27408): Process ended prematurely: osmo-stp_10.42.42.5(pid=27408) [trial-2354↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27408)] [trial-2354↪handover_2G:oc2g+bts1-sysmo↪handover.py:18]\u000a04:54:47.605499 tst handover.py:18: Test FAILED (6.6 sec)\u000a04:54:47.667216 run osmo-hlr_10.42.42.2(pid=27405): ERR: Terminated: ERROR {rc=237} [trial-2354↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27405)]\u000a04:54:47.717818 run osmo-hlr_10.42.42.2(pid=27405): stdout: \u000a| (launched: 2022-12-09_04:54:44.560627) \u000a04:54:47.768603 run osmo-hlr_10.42.42.2(pid=27405): stderr: \u000a| �[0;m�[1;31m20221209045444737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209045444737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209045444737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209045444737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209045444737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209045444737 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209045444750 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/handover_2G:oc2g+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209045444759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209045444759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209045444759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:54:47.837200 run osmo-msc_10.42.42.6(pid=27411): ERR: Terminated: ERROR {rc=2} [trial-2354↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27411)]\u000a04:54:47.886872 run osmo-msc_10.42.42.6(pid=27411): stdout: \u000a| (launched: 2022-12-09_04:54:46.460124) \u000a04:54:47.936760 run osmo-msc_10.42.42.6(pid=27411): stderr: \u000a| �[0;m�[38;5;43m20221209045447040 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209045447040 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f00507a1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209045447040 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209045447040 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209045447050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209045447051 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209045447052 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209045447058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209045447058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209045447058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:54:47.979221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27404): Terminating (SIGTERM)\u000a04:54:48.019400 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27407): Terminating (SIGTERM)\u000a04:54:48.059393 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27410): Terminating (SIGTERM)\u000a04:54:48.068503 --- ParallelTerminationStrategy: PID 27404 died...\u000a04:54:48.122106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27404): Terminated: ok {rc=0}\u000a04:54:48.131891 --- ParallelTerminationStrategy: PID 27407 died...\u000a04:54:48.185092 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27407): Terminated: ok {rc=0}\u000a04:54:48.194848 --- ParallelTerminationStrategy: PID 27410 died...\u000a04:54:48.248294 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27410): Terminated: ok {rc=0}\u000a04:54:48.332675 bus /sierra_3: Setting Powered False\u000a04:54:49.440610 bus /sierra_3: Setting Powered False\u000a04:54:50.552892 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "176", "name" : "handover_2G_oc2g+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:54:40" }, { "cases" : [ { "testActions" : [ ], "age" : 152, "className" : "handover_2G:oc2g+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27422): Process ended prematurely: osmo-stp_10.42.42.5(pid=27422) [trial-2354↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27422)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27422): Process ended prematurely: osmo-stp_10.42.42.5(pid=27422) [trial-2354↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27422)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 handover_2G:oc2g+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a04:54:52.518642 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:54:52.529344 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a04:54:52.648622 tst handover.py: using LAC 19213\u000a04:54:52.766481 tst handover.py: using RAC 88\u000a04:54:52.883657 tst handover.py: using CellId 19213\u000a04:54:53.000349 tst handover.py: using BVCI 19214\u000a04:54:53.022979 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a04:54:53.161585 tst handover.py: using LAC 19214\u000a04:54:53.277702 tst handover.py: using RAC 89\u000a04:54:53.393139 tst handover.py: using CellId 19214\u000a04:54:53.510389 tst handover.py: using BVCI 19215\u000a04:54:53.533071 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:54:53.543598 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:54:53.554175 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:54:53.564839 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:54:53.575609 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:54:53.586320 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a04:54:53.701903 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a04:54:53.910111 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:54:54.394233 run create_hlr_db(pid=27416): Launched\u000a04:54:54.524608 bus /sierra_2: Setting Powered False\u000a04:54:55.601293 run create_hlr_db(pid=27416): Terminated: ok {rc=0}\u000a04:54:56.000841 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27418): Launched\u000a04:54:56.320277 run osmo-hlr_10.42.42.2(pid=27419): Launched\u000a04:54:56.441383 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:54:56.969943 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27421): Launched\u000a04:54:57.290342 run osmo-stp_10.42.42.5(pid=27422): Launched\u000a04:54:57.408579 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:54:57.966233 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27424): Launched\u000a04:54:58.286410 run osmo-msc_10.42.42.6(pid=27425): Launched\u000a04:54:58.474356 run osmo-stp_10.42.42.5(pid=27422): ERR: Terminated: ERROR {rc=1} [trial-2354↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27422)]\u000a04:54:58.609756 run osmo-stp_10.42.42.5(pid=27422): stdout: \u000a| (launched: 2022-12-09_04:54:57.133077)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:54:58.745099 run osmo-stp_10.42.42.5(pid=27422): stderr: \u000a| �[0;m�[38;5;43m20221209045457324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209045457324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209045457325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209045457325 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209045457327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209045457327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209045457327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:54:58.873595 run osmo-stp_10.42.42.5(pid=27422): stdout: \u000a| (launched: 2022-12-09_04:54:57.133077)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:54:59.001195 run osmo-stp_10.42.42.5(pid=27422): stderr: \u000a| �[0;m�[38;5;43m20221209045457324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209045457324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209045457325 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209045457325 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209045457327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209045457327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209045457327 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:54:59.056853 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27422): Process ended prematurely: osmo-stp_10.42.42.5(pid=27422) [trial-2354↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27422)] [trial-2354↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18]\u000a04:54:59.065378 tst handover.py:18: Test FAILED (6.5 sec)\u000a04:54:59.128233 run osmo-hlr_10.42.42.2(pid=27419): ERR: Terminated: ERROR {rc=237} [trial-2354↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27419)]\u000a04:54:59.180212 run osmo-hlr_10.42.42.2(pid=27419): stdout: \u000a| (launched: 2022-12-09_04:54:56.164069) \u000a04:54:59.232629 run osmo-hlr_10.42.42.2(pid=27419): stderr: \u000a| �[0;m�[1;31m20221209045456364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209045456364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209045456364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209045456364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209045456364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209045456364 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209045456377 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/handover_2G:oc2g+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209045456385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209045456386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209045456386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:54:59.303599 run osmo-msc_10.42.42.6(pid=27425): ERR: Terminated: ERROR {rc=2} [trial-2354↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27425)]\u000a04:54:59.355341 run osmo-msc_10.42.42.6(pid=27425): stdout: \u000a| (launched: 2022-12-09_04:54:58.128885) \u000a04:54:59.407521 run osmo-msc_10.42.42.6(pid=27425): stderr: \u000a| �[0;m�[38;5;43m20221209045458451 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209045458451 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f99f0d7cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209045458451 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209045458451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209045458451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209045458452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209045458453 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209045458454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209045458454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209045458454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:54:59.451810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27418): Terminating (SIGTERM)\u000a04:54:59.493891 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27421): Terminating (SIGTERM)\u000a04:54:59.536154 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27424): Terminating (SIGTERM)\u000a04:54:59.546027 --- ParallelTerminationStrategy: PID 27418 died...\u000a04:54:59.601978 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27418): Terminated: ok {rc=0}\u000a04:54:59.611969 --- ParallelTerminationStrategy: PID 27421 died...\u000a04:54:59.667673 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27421): Terminated: ok {rc=0}\u000a04:54:59.678071 --- ParallelTerminationStrategy: PID 27424 died...\u000a04:54:59.733643 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27424): Terminated: ok {rc=0}\u000a04:54:59.820615 bus /sierra_3: Setting Powered False\u000a04:55:00.938681 bus /sierra_3: Setting Powered False\u000a04:55:02.095961 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "177", "name" : "handover_2G_oc2g+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:54:52" }, { "cases" : [ { "testActions" : [ ], "age" : 152, "className" : "handover_2G:oc2g+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27446): Process ended prematurely: osmo-stp_10.42.42.5(pid=27446) [trial-2354↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27446)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27446): Process ended prematurely: osmo-stp_10.42.42.5(pid=27446) [trial-2354↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27446)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 handover_2G:oc2g+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a04:55:04.080934 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:55:04.091741 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a04:55:04.214163 tst handover.py: using LAC 19215\u000a04:55:04.330831 tst handover.py: using RAC 90\u000a04:55:04.449241 tst handover.py: using CellId 19215\u000a04:55:04.567355 tst handover.py: using BVCI 19216\u000a04:55:04.590241 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a04:55:04.723032 tst handover.py: using LAC 19216\u000a04:55:04.839092 tst handover.py: using RAC 91\u000a04:55:04.955113 tst handover.py: using CellId 19216\u000a04:55:05.071982 tst handover.py: using BVCI 19217\u000a04:55:05.094519 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:55:05.105261 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:55:05.115710 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:55:05.126483 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:55:05.137247 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:55:05.147926 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a04:55:05.267189 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a04:55:05.467019 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:55:05.910200 run create_hlr_db(pid=27440): Launched\u000a04:55:06.031540 bus /sierra_2: Setting Powered False\u000a04:55:07.102872 run create_hlr_db(pid=27440): Terminated: ok {rc=0}\u000a04:55:07.501650 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27442): Launched\u000a04:55:07.822890 run osmo-hlr_10.42.42.2(pid=27443): Launched\u000a04:55:07.940294 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:55:08.468559 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27445): Launched\u000a04:55:08.789201 run osmo-stp_10.42.42.5(pid=27446): Launched\u000a04:55:08.905831 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:55:09.464282 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27448): Launched\u000a04:55:09.786461 run osmo-msc_10.42.42.6(pid=27449): Launched\u000a04:55:09.975124 run osmo-stp_10.42.42.5(pid=27446): ERR: Terminated: ERROR {rc=1} [trial-2354↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27446)]\u000a04:55:10.111659 run osmo-stp_10.42.42.5(pid=27446): stdout: \u000a| (launched: 2022-12-09_04:55:08.631181)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:55:10.247670 run osmo-stp_10.42.42.5(pid=27446): stderr: \u000a| �[0;m�[38;5;43m20221209045508822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209045508823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209045508823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209045508823 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209045508824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209045508824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209045508824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:55:10.376889 run osmo-stp_10.42.42.5(pid=27446): stdout: \u000a| (launched: 2022-12-09_04:55:08.631181)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:55:10.504685 run osmo-stp_10.42.42.5(pid=27446): stderr: \u000a| �[0;m�[38;5;43m20221209045508822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209045508823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209045508823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209045508823 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209045508824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209045508824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209045508824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:55:10.560707 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27446): Process ended prematurely: osmo-stp_10.42.42.5(pid=27446) [trial-2354↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27446)] [trial-2354↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18]\u000a04:55:10.569221 tst handover.py:18: Test FAILED (6.5 sec)\u000a04:55:10.632303 run osmo-hlr_10.42.42.2(pid=27443): ERR: Terminated: ERROR {rc=237} [trial-2354↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27443)]\u000a04:55:10.684516 run osmo-hlr_10.42.42.2(pid=27443): stdout: \u000a| (launched: 2022-12-09_04:55:07.665479) \u000a04:55:10.737186 run osmo-hlr_10.42.42.2(pid=27443): stderr: \u000a| �[0;m�[1;31m20221209045507864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209045507864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209045507864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209045507864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209045507864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209045507864 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209045507875 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/handover_2G:oc2g+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209045507884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209045507884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209045507884 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:55:10.808263 run osmo-msc_10.42.42.6(pid=27449): ERR: Terminated: ERROR {rc=2} [trial-2354↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27449)]\u000a04:55:10.860334 run osmo-msc_10.42.42.6(pid=27449): stdout: \u000a| (launched: 2022-12-09_04:55:09.627576) \u000a04:55:10.912540 run osmo-msc_10.42.42.6(pid=27449): stderr: \u000a| �[0;m�[38;5;43m20221209045509950 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209045509950 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f336fe4ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209045509950 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209045509951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209045509951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209045509951 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209045509953 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209045509953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209045509953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209045509953 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:55:10.956993 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27442): Terminating (SIGTERM)\u000a04:55:10.999171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27445): Terminating (SIGTERM)\u000a04:55:11.041340 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27448): Terminating (SIGTERM)\u000a04:55:11.051113 --- ParallelTerminationStrategy: PID 27442 died...\u000a04:55:11.107607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27442): Terminated: ok {rc=0}\u000a04:55:11.117761 --- ParallelTerminationStrategy: PID 27445 died...\u000a04:55:11.173885 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27445): Terminated: ok {rc=0}\u000a04:55:11.183975 --- ParallelTerminationStrategy: PID 27448 died...\u000a04:55:11.240407 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27448): Terminated: ok {rc=0}\u000a04:55:11.327464 bus /sierra_3: Setting Powered False\u000a04:55:12.434035 bus /sierra_3: Setting Powered False\u000a04:55:13.554321 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "178", "name" : "handover_2G_oc2g+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:55:03" }, { "cases" : [ { "testActions" : [ ], "age" : 183, "className" : "handover_2G:octphy+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27812): Process ended prematurely: osmo-stp_10.42.42.5(pid=27812) [trial-2354↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27812)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27812): Process ended prematurely: osmo-stp_10.42.42.5(pid=27812) [trial-2354↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27812)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 handover_2G:octphy+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a04:55:15.544021 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:55:15.555420 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a04:55:15.681915 tst handover.py: using LAC 19217\u000a04:55:15.814414 tst handover.py: using RAC 92\u000a04:55:15.965863 tst handover.py: using CellId 19217\u000a04:55:16.106164 tst handover.py: using BVCI 19218\u000a04:55:16.130368 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a04:55:16.271295 tst handover.py: using LAC 19218\u000a04:55:16.398352 tst handover.py: using RAC 93\u000a04:55:16.524435 tst handover.py: using CellId 19218\u000a04:55:16.645029 tst handover.py: using BVCI 19219\u000a04:55:16.669359 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:55:16.681012 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:55:16.692663 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:55:16.707472 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:55:16.720207 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a04:55:16.731941 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a04:55:16.852653 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a04:55:17.066876 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:55:17.556092 run create_hlr_db(pid=27806): Launched\u000a04:55:17.687443 bus /sierra_2: Setting Powered False\u000a04:55:18.764311 run create_hlr_db(pid=27806): Terminated: ok {rc=0}\u000a04:55:19.140728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27808): Launched\u000a04:55:19.439678 run osmo-hlr_10.42.42.2(pid=27809): Launched\u000a04:55:19.557606 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:55:20.060693 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27811): Launched\u000a04:55:20.361025 run osmo-stp_10.42.42.5(pid=27812): Launched\u000a04:55:20.469195 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:55:21.001273 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27814): Launched\u000a04:55:21.323171 run osmo-msc_10.42.42.6(pid=27815): Launched\u000a04:55:21.512328 run osmo-stp_10.42.42.5(pid=27812): ERR: Terminated: ERROR {rc=1} [trial-2354↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27812)]\u000a04:55:21.649373 run osmo-stp_10.42.42.5(pid=27812): stdout: \u000a| (launched: 2022-12-09_04:55:20.212862)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:55:21.786707 run osmo-stp_10.42.42.5(pid=27812): stderr: \u000a| �[0;m�[38;5;43m20221209045520382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209045520382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209045520383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209045520383 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209045520384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209045520384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209045520384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:55:21.916219 run osmo-stp_10.42.42.5(pid=27812): stdout: \u000a| (launched: 2022-12-09_04:55:20.212862)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:55:22.044031 run osmo-stp_10.42.42.5(pid=27812): stderr: \u000a| �[0;m�[38;5;43m20221209045520382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209045520382 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209045520383 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209045520383 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209045520384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209045520384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209045520384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:55:22.100269 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27812): Process ended prematurely: osmo-stp_10.42.42.5(pid=27812) [trial-2354↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27812)] [trial-2354↪handover_2G:octphy+bts1-trx-lms↪handover.py:18]\u000a04:55:22.109040 tst handover.py:18: Test FAILED (6.6 sec)\u000a04:55:22.172115 run osmo-hlr_10.42.42.2(pid=27809): ERR: Terminated: ERROR {rc=237} [trial-2354↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27809)]\u000a04:55:22.224351 run osmo-hlr_10.42.42.2(pid=27809): stdout: \u000a| (launched: 2022-12-09_04:55:19.291914) \u000a04:55:22.276838 run osmo-hlr_10.42.42.2(pid=27809): stderr: \u000a| �[0;m�[1;31m20221209045519465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209045519465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209045519465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209045519465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209045519465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209045519465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209045519477 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/handover_2G:octphy+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209045519485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209045519485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209045519485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:55:22.348010 run osmo-msc_10.42.42.6(pid=27815): ERR: Terminated: ERROR {rc=2} [trial-2354↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27815)]\u000a04:55:22.399687 run osmo-msc_10.42.42.6(pid=27815): stdout: \u000a| (launched: 2022-12-09_04:55:21.165156) \u000a04:55:22.451672 run osmo-msc_10.42.42.6(pid=27815): stderr: \u000a| �[0;m�[38;5;43m20221209045521487 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209045521487 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbea6867c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209045521487 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209045521487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209045521487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209045521487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209045521489 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209045521490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209045521490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209045521490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:55:22.495969 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27808): Terminating (SIGTERM)\u000a04:55:22.537993 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27811): Terminating (SIGTERM)\u000a04:55:22.579987 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27814): Terminating (SIGTERM)\u000a04:55:22.589704 --- ParallelTerminationStrategy: PID 27808 died...\u000a04:55:22.645986 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27808): Terminated: ok {rc=0}\u000a04:55:22.656068 --- ParallelTerminationStrategy: PID 27811 died...\u000a04:55:22.712179 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27811): Terminated: ok {rc=0}\u000a04:55:22.722233 --- ParallelTerminationStrategy: PID 27814 died...\u000a04:55:22.778168 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27814): Terminated: ok {rc=0}\u000a04:55:22.864895 bus /sierra_3: Setting Powered False\u000a04:55:23.972329 bus /sierra_3: Setting Powered False\u000a04:55:25.080232 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "179", "name" : "handover_2G_octphy+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:55:15" }, { "cases" : [ { "testActions" : [ ], "age" : 183, "className" : "handover_2G:octphy+bts1-trx-lms-limenet-micro", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=27826): Process ended prematurely: osmo-stp_10.42.42.5(pid=27826) [trial-2354↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27826)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=27826): Process ended prematurely: osmo-stp_10.42.42.5(pid=27826) [trial-2354↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27826)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 handover_2G:octphy+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a04:55:27.065307 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:55:27.076455 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a04:55:27.199323 tst handover.py: using LAC 19219\u000a04:55:27.315479 tst handover.py: using RAC 94\u000a04:55:27.431644 tst handover.py: using CellId 19219\u000a04:55:27.555520 tst handover.py: using BVCI 19220\u000a04:55:27.580145 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a04:55:27.718224 tst handover.py: using LAC 19220\u000a04:55:27.845336 tst handover.py: using RAC 95\u000a04:55:27.969417 tst handover.py: using CellId 19220\u000a04:55:28.093189 tst handover.py: using BVCI 19221\u000a04:55:28.117715 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:55:28.129060 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:55:28.140121 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:55:28.151408 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:55:28.162676 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:55:28.173850 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a04:55:28.288205 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a04:55:28.500281 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:55:28.987030 run create_hlr_db(pid=27820): Launched\u000a04:55:29.118626 bus /sierra_2: Setting Powered False\u000a04:55:30.194269 run create_hlr_db(pid=27820): Terminated: ok {rc=0}\u000a04:55:30.595517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27822): Launched\u000a04:55:30.965918 run osmo-hlr_10.42.42.2(pid=27823): Launched\u000a04:55:31.205358 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:55:31.779478 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27825): Launched\u000a04:55:32.143944 run osmo-stp_10.42.42.5(pid=27826): Launched\u000a04:55:32.330265 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:55:32.892804 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27828): Launched\u000a04:55:33.321323 run osmo-msc_10.42.42.6(pid=27854): Launched\u000a04:55:33.560775 run osmo-stp_10.42.42.5(pid=27826): ERR: Terminated: ERROR {rc=1} [trial-2354↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27826)]\u000a04:55:33.747627 run osmo-stp_10.42.42.5(pid=27826): stdout: \u000a| (launched: 2022-12-09_04:55:31.945723)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:55:33.975163 run osmo-stp_10.42.42.5(pid=27826): stderr: \u000a| �[0;m�[38;5;43m20221209045532216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209045532216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209045532217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209045532217 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209045532218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209045532218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209045532218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:55:34.106251 run osmo-stp_10.42.42.5(pid=27826): stdout: \u000a| (launched: 2022-12-09_04:55:31.945723)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:55:34.238180 run osmo-stp_10.42.42.5(pid=27826): stderr: \u000a| �[0;m�[38;5;43m20221209045532216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209045532216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209045532217 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209045532217 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209045532218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209045532218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209045532218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:55:34.295069 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=27826): Process ended prematurely: osmo-stp_10.42.42.5(pid=27826) [trial-2354↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=27826)] [trial-2354↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a04:55:34.304030 tst handover.py:18: Test FAILED (7.2 sec)\u000a04:55:34.368538 run osmo-hlr_10.42.42.2(pid=27823): ERR: Terminated: ERROR {rc=237} [trial-2354↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=27823)]\u000a04:55:34.421296 run osmo-hlr_10.42.42.2(pid=27823): stdout: \u000a| (launched: 2022-12-09_04:55:30.759665) \u000a04:55:34.474749 run osmo-hlr_10.42.42.2(pid=27823): stderr: \u000a| �[0;m�[1;31m20221209045531079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209045531079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209045531079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209045531079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209045531079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209045531079 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209045531091 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/handover_2G:octphy+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209045531108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209045531108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209045531108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:55:34.547225 run osmo-msc_10.42.42.6(pid=27854): ERR: Terminated: ERROR {rc=2} [trial-2354↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=27854)]\u000a04:55:34.599871 run osmo-msc_10.42.42.6(pid=27854): stdout: \u000a| (launched: 2022-12-09_04:55:33.050724) \u000a04:55:34.653208 run osmo-msc_10.42.42.6(pid=27854): stderr: \u000a| �[0;m�[38;5;43m20221209045533611 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209045533611 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f389578cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209045533611 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209045533611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209045533611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209045533611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209045533622 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209045533622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209045533622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209045533622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:55:34.699021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27822): Terminating (SIGTERM)\u000a04:55:34.744344 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27825): Terminating (SIGTERM)\u000a04:55:34.788360 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27828): Terminating (SIGTERM)\u000a04:55:34.799852 --- ParallelTerminationStrategy: PID 27822 died...\u000a04:55:34.858982 run pcap-recorder_any(filters='host 10.42.42.2')(pid=27822): Terminated: ok {rc=0}\u000a04:55:34.869595 --- ParallelTerminationStrategy: PID 27825 died...\u000a04:55:34.926680 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=27825): Terminated: ok {rc=0}\u000a04:55:34.937244 --- ParallelTerminationStrategy: PID 27828 died...\u000a04:55:34.994270 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=27828): Terminated: ok {rc=0}\u000a04:55:35.083609 bus /sierra_3: Setting Powered False\u000a04:55:36.191264 bus /sierra_3: Setting Powered False\u000a04:55:37.307481 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "180", "name" : "handover_2G_octphy+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:55:26" }, { "cases" : [ { "testActions" : [ ], "age" : 183, "className" : "handover_2G:octphy+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28018): Process ended prematurely: osmo-stp_10.42.42.5(pid=28018) [trial-2354↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28018)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28018): Process ended prematurely: osmo-stp_10.42.42.5(pid=28018) [trial-2354↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28018)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 handover_2G:octphy+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a04:55:39.303792 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:55:39.315184 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a04:55:39.441269 tst handover.py: using LAC 19221\u000a04:55:39.568340 tst handover.py: using RAC 96\u000a04:55:39.693663 tst handover.py: using CellId 19221\u000a04:55:39.821342 tst handover.py: using BVCI 19222\u000a04:55:39.845818 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a04:55:39.989938 tst handover.py: using LAC 19222\u000a04:55:40.116543 tst handover.py: using RAC 97\u000a04:55:40.241800 tst handover.py: using CellId 19222\u000a04:55:40.369158 tst handover.py: using BVCI 19223\u000a04:55:40.393593 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:55:40.404797 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:55:40.415880 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:55:40.427078 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:55:40.438293 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:55:40.449509 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a04:55:40.563910 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a04:55:40.775351 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:55:41.259600 run create_hlr_db(pid=28012): Launched\u000a04:55:41.391008 bus /sierra_2: Setting Powered False\u000a04:55:42.466946 run create_hlr_db(pid=28012): Terminated: ok {rc=0}\u000a04:55:42.866848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28014): Launched\u000a04:55:43.188251 run osmo-hlr_10.42.42.2(pid=28015): Launched\u000a04:55:43.310284 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:55:43.842051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28017): Launched\u000a04:55:44.163877 run osmo-stp_10.42.42.5(pid=28018): Launched\u000a04:55:44.280746 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:55:44.839580 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28020): Launched\u000a04:55:45.160767 run osmo-msc_10.42.42.6(pid=28021): Launched\u000a04:55:45.350109 run osmo-stp_10.42.42.5(pid=28018): ERR: Terminated: ERROR {rc=1} [trial-2354↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28018)]\u000a04:55:45.486554 run osmo-stp_10.42.42.5(pid=28018): stdout: \u000a| (launched: 2022-12-09_04:55:44.005982)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:55:45.622113 run osmo-stp_10.42.42.5(pid=28018): stderr: \u000a| �[0;m�[38;5;43m20221209045544198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209045544199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209045544199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209045544199 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209045544200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209045544200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209045544200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:55:45.751782 run osmo-stp_10.42.42.5(pid=28018): stdout: \u000a| (launched: 2022-12-09_04:55:44.005982)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:55:45.880369 run osmo-stp_10.42.42.5(pid=28018): stderr: \u000a| �[0;m�[38;5;43m20221209045544198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209045544199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209045544199 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209045544199 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209045544200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209045544200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209045544200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:55:45.938456 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=28018): Process ended prematurely: osmo-stp_10.42.42.5(pid=28018) [trial-2354↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28018)] [trial-2354↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18]\u000a04:55:45.947323 tst handover.py:18: Test FAILED (6.6 sec)\u000a04:55:46.011410 run osmo-hlr_10.42.42.2(pid=28015): ERR: Terminated: ERROR {rc=237} [trial-2354↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28015)]\u000a04:55:46.064083 run osmo-hlr_10.42.42.2(pid=28015): stdout: \u000a| (launched: 2022-12-09_04:55:43.030152) \u000a04:55:46.117634 run osmo-hlr_10.42.42.2(pid=28015): stderr: \u000a| �[0;m�[1;31m20221209045543230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209045543230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209045543230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209045543230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209045543230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209045543230 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209045543243 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/handover_2G:octphy+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209045543251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209045543251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209045543251 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:55:46.189794 run osmo-msc_10.42.42.6(pid=28021): ERR: Terminated: ERROR {rc=2} [trial-2354↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28021)]\u000a04:55:46.242812 run osmo-msc_10.42.42.6(pid=28021): stdout: \u000a| (launched: 2022-12-09_04:55:45.002752) \u000a04:55:46.307686 run osmo-msc_10.42.42.6(pid=28021): stderr: \u000a| �[0;m�[38;5;43m20221209045545327 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209045545327 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2a5f674c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209045545327 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209045545327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209045545327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209045545327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209045545329 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209045545329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209045545330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209045545330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:55:46.363254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28014): Terminating (SIGTERM)\u000a04:55:46.416134 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28017): Terminating (SIGTERM)\u000a04:55:46.471434 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28020): Terminating (SIGTERM)\u000a04:55:46.484725 --- ParallelTerminationStrategy: PID 28014 died...\u000a04:55:46.555861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28014): Terminated: ok {rc=0}\u000a04:55:46.568118 --- ParallelTerminationStrategy: PID 28017 died...\u000a04:55:46.636530 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28017): Terminated: ok {rc=0}\u000a04:55:46.648924 --- ParallelTerminationStrategy: PID 28020 died...\u000a04:55:46.719404 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28020): Terminated: ok {rc=0}\u000a04:55:46.821133 bus /sierra_3: Setting Powered False\u000a04:55:47.928054 bus /sierra_3: Setting Powered False\u000a04:55:49.037493 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "181", "name" : "handover_2G_octphy+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:55:39" }, { "cases" : [ { "testActions" : [ ], "age" : 183, "className" : "handover_2G:octphy+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28032): Process ended prematurely: osmo-stp_10.42.42.5(pid=28032) [trial-2354↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28032)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28032): Process ended prematurely: osmo-stp_10.42.42.5(pid=28032) [trial-2354↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28032)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 handover_2G:octphy+bts1-sysmo handover.py\u000a----------------------------------------------\u000a04:55:51.014228 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:55:51.025324 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a04:55:51.157424 tst handover.py: using LAC 19223\u000a04:55:51.281263 tst handover.py: using RAC 98\u000a04:55:51.405387 tst handover.py: using CellId 19223\u000a04:55:51.529427 tst handover.py: using BVCI 19224\u000a04:55:51.553996 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a04:55:51.681905 tst handover.py: using LAC 19224\u000a04:55:51.798501 tst handover.py: using RAC 99\u000a04:55:51.921204 tst handover.py: using CellId 19224\u000a04:55:52.037261 tst handover.py: using BVCI 19225\u000a04:55:52.059944 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:55:52.070691 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:55:52.081212 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:55:52.091969 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:55:52.102769 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:55:52.113475 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a04:55:52.231366 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a04:55:52.430985 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:55:52.877064 run create_hlr_db(pid=28026): Launched\u000a04:55:52.999158 bus /sierra_2: Setting Powered False\u000a04:55:54.070817 run create_hlr_db(pid=28026): Terminated: ok {rc=0}\u000a04:55:54.470373 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28028): Launched\u000a04:55:54.791946 run osmo-hlr_10.42.42.2(pid=28029): Launched\u000a04:55:54.913292 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:55:55.442706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28031): Launched\u000a04:55:55.764108 run osmo-stp_10.42.42.5(pid=28032): Launched\u000a04:55:55.880821 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:55:56.438702 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28034): Launched\u000a04:55:56.760595 run osmo-msc_10.42.42.6(pid=28035): Launched\u000a04:55:56.949257 run osmo-stp_10.42.42.5(pid=28032): ERR: Terminated: ERROR {rc=1} [trial-2354↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28032)]\u000a04:55:57.085367 run osmo-stp_10.42.42.5(pid=28032): stdout: \u000a| (launched: 2022-12-09_04:55:55.605805)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:55:57.220898 run osmo-stp_10.42.42.5(pid=28032): stderr: \u000a| �[0;m�[38;5;43m20221209045555799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209045555799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209045555799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209045555800 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209045555800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209045555801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209045555801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:55:57.349430 run osmo-stp_10.42.42.5(pid=28032): stdout: \u000a| (launched: 2022-12-09_04:55:55.605805)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:55:57.476744 run osmo-stp_10.42.42.5(pid=28032): stderr: \u000a| �[0;m�[38;5;43m20221209045555799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209045555799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209045555799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209045555800 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209045555800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209045555801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209045555801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:55:57.532824 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=28032): Process ended prematurely: osmo-stp_10.42.42.5(pid=28032) [trial-2354↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28032)] [trial-2354↪handover_2G:octphy+bts1-sysmo↪handover.py:18]\u000a04:55:57.541371 tst handover.py:18: Test FAILED (6.5 sec)\u000a04:55:57.604516 run osmo-hlr_10.42.42.2(pid=28029): ERR: Terminated: ERROR {rc=237} [trial-2354↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28029)]\u000a04:55:57.656506 run osmo-hlr_10.42.42.2(pid=28029): stdout: \u000a| (launched: 2022-12-09_04:55:54.633964) \u000a04:55:57.709544 run osmo-hlr_10.42.42.2(pid=28029): stderr: \u000a| �[0;m�[1;31m20221209045554834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209045554834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209045554834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209045554834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209045554834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209045554834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209045554846 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/handover_2G:octphy+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209045554854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209045554854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209045554854 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:55:57.781269 run osmo-msc_10.42.42.6(pid=28035): ERR: Terminated: ERROR {rc=2} [trial-2354↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28035)]\u000a04:55:57.833191 run osmo-msc_10.42.42.6(pid=28035): stdout: \u000a| (launched: 2022-12-09_04:55:56.601782) \u000a04:55:57.885596 run osmo-msc_10.42.42.6(pid=28035): stderr: \u000a| �[0;m�[38;5;43m20221209045556924 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209045556924 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f03a4354c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209045556924 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209045556924 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209045556925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209045556925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209045556926 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209045556927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209045556927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209045556927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:55:57.930299 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28028): Terminating (SIGTERM)\u000a04:55:57.972455 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28031): Terminating (SIGTERM)\u000a04:55:58.014958 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28034): Terminating (SIGTERM)\u000a04:55:58.024790 --- ParallelTerminationStrategy: PID 28028 died...\u000a04:55:58.081045 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28028): Terminated: ok {rc=0}\u000a04:55:58.091212 --- ParallelTerminationStrategy: PID 28031 died...\u000a04:55:58.147229 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28031): Terminated: ok {rc=0}\u000a04:55:58.157367 --- ParallelTerminationStrategy: PID 28034 died...\u000a04:55:58.213284 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28034): Terminated: ok {rc=0}\u000a04:55:58.299569 bus /sierra_3: Setting Powered False\u000a04:55:59.406861 bus /sierra_3: Setting Powered False\u000a04:56:00.515210 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "182", "name" : "handover_2G_octphy+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:55:50" }, { "cases" : [ { "testActions" : [ ], "age" : 183, "className" : "handover_2G:octphy+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28046): Process ended prematurely: osmo-stp_10.42.42.5(pid=28046) [trial-2354↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28046)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28046): Process ended prematurely: osmo-stp_10.42.42.5(pid=28046) [trial-2354↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28046)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 handover_2G:octphy+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a04:56:02.562571 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:56:02.573695 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a04:56:02.704444 tst handover.py: using LAC 19225\u000a04:56:02.828114 tst handover.py: using RAC 100\u000a04:56:02.947947 tst handover.py: using CellId 19225\u000a04:56:03.071905 tst handover.py: using BVCI 19226\u000a04:56:03.096516 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a04:56:03.237896 tst handover.py: using LAC 19226\u000a04:56:03.359509 tst handover.py: using RAC 101\u000a04:56:03.475895 tst handover.py: using CellId 19226\u000a04:56:03.592660 tst handover.py: using BVCI 19227\u000a04:56:03.615492 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:56:03.626300 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:56:03.636996 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:56:03.648372 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:56:03.659786 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:56:03.670988 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a04:56:03.789496 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a04:56:03.998941 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:56:04.485384 run create_hlr_db(pid=28040): Launched\u000a04:56:04.615766 bus /sierra_2: Setting Powered False\u000a04:56:05.691706 run create_hlr_db(pid=28040): Terminated: ok {rc=0}\u000a04:56:06.070294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28042): Launched\u000a04:56:06.371581 run osmo-hlr_10.42.42.2(pid=28043): Launched\u000a04:56:06.486291 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:56:06.988210 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28045): Launched\u000a04:56:07.286276 run osmo-stp_10.42.42.5(pid=28046): Launched\u000a04:56:07.395993 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:56:07.914907 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28048): Launched\u000a04:56:08.214596 run osmo-msc_10.42.42.6(pid=28049): Launched\u000a04:56:08.391538 run osmo-stp_10.42.42.5(pid=28046): ERR: Terminated: ERROR {rc=1} [trial-2354↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28046)]\u000a04:56:08.519079 run osmo-stp_10.42.42.5(pid=28046): stdout: \u000a| (launched: 2022-12-09_04:56:07.139305)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:56:08.643919 run osmo-stp_10.42.42.5(pid=28046): stderr: \u000a| �[0;m�[38;5;43m20221209045607309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209045607309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209045607309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209045607310 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209045607310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209045607310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209045607310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:56:08.764033 run osmo-stp_10.42.42.5(pid=28046): stdout: \u000a| (launched: 2022-12-09_04:56:07.139305)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:56:08.883000 run osmo-stp_10.42.42.5(pid=28046): stderr: \u000a| �[0;m�[38;5;43m20221209045607309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209045607309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209045607309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209045607310 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209045607310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209045607310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209045607310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:56:08.935023 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=28046): Process ended prematurely: osmo-stp_10.42.42.5(pid=28046) [trial-2354↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28046)] [trial-2354↪handover_2G:octphy+bts1-trx-b200↪handover.py:18]\u000a04:56:08.943092 tst handover.py:18: Test FAILED (6.4 sec)\u000a04:56:09.004851 run osmo-hlr_10.42.42.2(pid=28043): ERR: Terminated: ERROR {rc=237} [trial-2354↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28043)]\u000a04:56:09.054566 run osmo-hlr_10.42.42.2(pid=28043): stdout: \u000a| (launched: 2022-12-09_04:56:06.222200) \u000a04:56:09.105017 run osmo-hlr_10.42.42.2(pid=28043): stderr: \u000a| �[0;m�[1;31m20221209045606398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209045606398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209045606398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209045606398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209045606398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209045606398 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209045606410 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/handover_2G:octphy+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209045606419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209045606419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209045606419 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:56:09.173043 run osmo-msc_10.42.42.6(pid=28049): ERR: Terminated: ERROR {rc=2} [trial-2354↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28049)]\u000a04:56:09.222491 run osmo-msc_10.42.42.6(pid=28049): stdout: \u000a| (launched: 2022-12-09_04:56:08.065644) \u000a04:56:09.272605 run osmo-msc_10.42.42.6(pid=28049): stderr: \u000a| �[0;m�[38;5;43m20221209045608337 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209045608338 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f98f94afc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209045608338 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209045608338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209045608338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209045608338 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209045608342 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209045608342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209045608343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209045608343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:56:09.314593 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28042): Terminating (SIGTERM)\u000a04:56:09.354613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28045): Terminating (SIGTERM)\u000a04:56:09.394571 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28048): Terminating (SIGTERM)\u000a04:56:09.403688 --- ParallelTerminationStrategy: PID 28042 died...\u000a04:56:09.457255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28042): Terminated: ok {rc=0}\u000a04:56:09.467080 --- ParallelTerminationStrategy: PID 28045 died...\u000a04:56:09.520667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28045): Terminated: ok {rc=0}\u000a04:56:09.530707 --- ParallelTerminationStrategy: PID 28048 died...\u000a04:56:09.584174 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28048): Terminated: ok {rc=0}\u000a04:56:09.668219 bus /sierra_3: Setting Powered False\u000a04:56:10.775804 bus /sierra_3: Setting Powered False\u000a04:56:11.888121 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "183", "name" : "handover_2G_octphy+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:56:02" }, { "cases" : [ { "testActions" : [ ], "age" : 183, "className" : "handover_2G:octphy+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28060): Process ended prematurely: osmo-stp_10.42.42.5(pid=28060) [trial-2354↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28060)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28060): Process ended prematurely: osmo-stp_10.42.42.5(pid=28060) [trial-2354↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28060)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 handover_2G:octphy+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a04:56:13.871423 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:56:13.882379 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a04:56:14.004348 tst handover.py: using LAC 19227\u000a04:56:14.120008 tst handover.py: using RAC 102\u000a04:56:14.243906 tst handover.py: using CellId 19227\u000a04:56:14.373896 tst handover.py: using BVCI 19228\u000a04:56:14.398359 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a04:56:14.542582 tst handover.py: using LAC 19228\u000a04:56:14.669647 tst handover.py: using RAC 103\u000a04:56:14.789932 tst handover.py: using CellId 19228\u000a04:56:14.906445 tst handover.py: using BVCI 19229\u000a04:56:14.929220 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:56:14.939832 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:56:14.950398 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:56:14.961252 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:56:14.972048 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:56:14.982806 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a04:56:15.100481 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a04:56:15.314119 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:56:15.799520 run create_hlr_db(pid=28054): Launched\u000a04:56:15.940756 bus /sierra_2: Setting Powered False\u000a04:56:17.002927 run create_hlr_db(pid=28054): Terminated: ok {rc=0}\u000a04:56:17.403515 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28056): Launched\u000a04:56:17.726937 run osmo-hlr_10.42.42.2(pid=28057): Launched\u000a04:56:17.848294 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:56:18.378151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28059): Launched\u000a04:56:18.698865 run osmo-stp_10.42.42.5(pid=28060): Launched\u000a04:56:18.815420 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:56:19.374801 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28062): Launched\u000a04:56:19.696312 run osmo-msc_10.42.42.6(pid=28063): Launched\u000a04:56:19.886140 run osmo-stp_10.42.42.5(pid=28060): ERR: Terminated: ERROR {rc=1} [trial-2354↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28060)]\u000a04:56:20.022526 run osmo-stp_10.42.42.5(pid=28060): stdout: \u000a| (launched: 2022-12-09_04:56:18.541360)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:56:20.158293 run osmo-stp_10.42.42.5(pid=28060): stderr: \u000a| �[0;m�[38;5;43m20221209045618734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209045618734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209045618735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209045618735 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209045618735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209045618735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209045618736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:56:20.288009 run osmo-stp_10.42.42.5(pid=28060): stdout: \u000a| (launched: 2022-12-09_04:56:18.541360)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:56:20.416220 run osmo-stp_10.42.42.5(pid=28060): stderr: \u000a| �[0;m�[38;5;43m20221209045618734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209045618734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209045618735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209045618735 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209045618735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209045618735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209045618736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:56:20.472329 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=28060): Process ended prematurely: osmo-stp_10.42.42.5(pid=28060) [trial-2354↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28060)] [trial-2354↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18]\u000a04:56:20.481110 tst handover.py:18: Test FAILED (6.6 sec)\u000a04:56:20.543773 run osmo-hlr_10.42.42.2(pid=28057): ERR: Terminated: ERROR {rc=237} [trial-2354↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28057)]\u000a04:56:20.595428 run osmo-hlr_10.42.42.2(pid=28057): stdout: \u000a| (launched: 2022-12-09_04:56:17.568141) \u000a04:56:20.647691 run osmo-hlr_10.42.42.2(pid=28057): stderr: \u000a| �[0;m�[1;31m20221209045617765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209045617765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209045617765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209045617765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209045617766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209045617766 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209045617778 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/handover_2G:octphy+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209045617788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209045617788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209045617788 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:56:20.718998 run osmo-msc_10.42.42.6(pid=28063): ERR: Terminated: ERROR {rc=2} [trial-2354↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28063)]\u000a04:56:20.770718 run osmo-msc_10.42.42.6(pid=28063): stdout: \u000a| (launched: 2022-12-09_04:56:19.538243) \u000a04:56:20.822743 run osmo-msc_10.42.42.6(pid=28063): stderr: \u000a| �[0;m�[38;5;43m20221209045619862 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209045619863 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbb0b775c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209045619863 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209045619863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209045619863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209045619863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209045619865 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209045619865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209045619865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209045619865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:56:20.866950 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28056): Terminating (SIGTERM)\u000a04:56:20.908819 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28059): Terminating (SIGTERM)\u000a04:56:20.950818 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28062): Terminating (SIGTERM)\u000a04:56:20.960524 --- ParallelTerminationStrategy: PID 28056 died...\u000a04:56:21.016621 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28056): Terminated: ok {rc=0}\u000a04:56:21.026757 --- ParallelTerminationStrategy: PID 28059 died...\u000a04:56:21.082734 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28059): Terminated: ok {rc=0}\u000a04:56:21.092782 --- ParallelTerminationStrategy: PID 28062 died...\u000a04:56:21.148741 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28062): Terminated: ok {rc=0}\u000a04:56:21.236283 bus /sierra_3: Setting Powered False\u000a04:56:22.343066 bus /sierra_3: Setting Powered False\u000a04:56:23.451882 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "184", "name" : "handover_2G_octphy+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:56:13" }, { "cases" : [ { "testActions" : [ ], "age" : 183, "className" : "handover_2G:trx-lms+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28074): Process ended prematurely: osmo-stp_10.42.42.5(pid=28074) [trial-2354↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28074)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28074): Process ended prematurely: osmo-stp_10.42.42.5(pid=28074) [trial-2354↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28074)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 handover_2G:trx-lms+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a04:56:25.465422 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:56:25.477061 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a04:56:25.614146 tst handover.py: using LAC 19229\u000a04:56:25.735088 tst handover.py: using RAC 104\u000a04:56:25.851978 tst handover.py: using CellId 19229\u000a04:56:25.970897 tst handover.py: using BVCI 19230\u000a04:56:25.993685 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a04:56:26.125234 tst handover.py: using LAC 19230\u000a04:56:26.243252 tst handover.py: using RAC 105\u000a04:56:26.360477 tst handover.py: using CellId 19230\u000a04:56:26.478401 tst handover.py: using BVCI 19231\u000a04:56:26.501452 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:56:26.512440 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:56:26.523318 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:56:26.534558 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:56:26.545662 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a04:56:26.556596 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a04:56:26.675757 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a04:56:26.885502 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:56:27.371126 run create_hlr_db(pid=28068): Launched\u000a04:56:27.501818 bus /sierra_2: Setting Powered False\u000a04:56:28.577937 run create_hlr_db(pid=28068): Terminated: ok {rc=0}\u000a04:56:28.979141 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28070): Launched\u000a04:56:29.300411 run osmo-hlr_10.42.42.2(pid=28071): Launched\u000a04:56:29.417176 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:56:29.946628 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28073): Launched\u000a04:56:30.267325 run osmo-stp_10.42.42.5(pid=28074): Launched\u000a04:56:30.389197 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:56:30.973365 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28076): Launched\u000a04:56:31.313320 run osmo-msc_10.42.42.6(pid=28077): Launched\u000a04:56:31.532451 run osmo-stp_10.42.42.5(pid=28074): ERR: Terminated: ERROR {rc=1} [trial-2354↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28074)]\u000a04:56:31.680750 run osmo-stp_10.42.42.5(pid=28074): stdout: \u000a| (launched: 2022-12-09_04:56:30.109673)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:56:31.911117 run osmo-stp_10.42.42.5(pid=28074): stderr: \u000a| �[0;m�[38;5;43m20221209045630303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209045630304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209045630304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209045630304 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209045630306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209045630307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209045630307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:56:32.154037 run osmo-stp_10.42.42.5(pid=28074): stdout: \u000a| (launched: 2022-12-09_04:56:30.109673)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:56:32.286064 run osmo-stp_10.42.42.5(pid=28074): stderr: \u000a| �[0;m�[38;5;43m20221209045630303 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209045630304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209045630304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209045630304 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209045630306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209045630307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209045630307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:56:32.344148 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=28074): Process ended prematurely: osmo-stp_10.42.42.5(pid=28074) [trial-2354↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28074)] [trial-2354↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a04:56:32.353362 tst handover.py:18: Test FAILED (6.9 sec)\u000a04:56:32.418052 run osmo-hlr_10.42.42.2(pid=28071): ERR: Terminated: ERROR {rc=237} [trial-2354↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28071)]\u000a04:56:32.472452 run osmo-hlr_10.42.42.2(pid=28071): stdout: \u000a| (launched: 2022-12-09_04:56:29.142624) \u000a04:56:32.527393 run osmo-hlr_10.42.42.2(pid=28071): stderr: \u000a| �[0;m�[1;31m20221209045629341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209045629341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209045629341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209045629341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209045629341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209045629341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209045629396 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/handover_2G:trx-lms+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209045629406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209045629406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209045629406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:56:32.599434 run osmo-msc_10.42.42.6(pid=28077): ERR: Terminated: ERROR {rc=2} [trial-2354↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28077)]\u000a04:56:32.651177 run osmo-msc_10.42.42.6(pid=28077): stdout: \u000a| (launched: 2022-12-09_04:56:31.137703) \u000a04:56:32.703604 run osmo-msc_10.42.42.6(pid=28077): stderr: \u000a| �[0;m�[38;5;43m20221209045631761 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209045631762 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff70752fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209045631762 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209045631762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209045631762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209045631762 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209045631764 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209045631764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209045631764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209045631764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:56:32.748461 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28070): Terminating (SIGTERM)\u000a04:56:32.791000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28073): Terminating (SIGTERM)\u000a04:56:32.833371 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28076): Terminating (SIGTERM)\u000a04:56:32.843059 --- ParallelTerminationStrategy: PID 28070 died...\u000a04:56:32.899161 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28070): Terminated: ok {rc=0}\u000a04:56:32.909364 --- ParallelTerminationStrategy: PID 28073 died...\u000a04:56:32.965644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28073): Terminated: ok {rc=0}\u000a04:56:32.975708 --- ParallelTerminationStrategy: PID 28076 died...\u000a04:56:33.031787 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28076): Terminated: ok {rc=0}\u000a04:56:33.119560 bus /sierra_3: Setting Powered False\u000a04:56:34.226400 bus /sierra_3: Setting Powered False\u000a04:56:35.334401 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "185", "name" : "handover_2G_trx-lms+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:56:25" }, { "cases" : [ { "testActions" : [ ], "age" : 183, "className" : "handover_2G:trx-lms+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28088): Process ended prematurely: osmo-stp_10.42.42.5(pid=28088) [trial-2354↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28088)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28088): Process ended prematurely: osmo-stp_10.42.42.5(pid=28088) [trial-2354↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28088)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 handover_2G:trx-lms+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a04:56:37.368670 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:56:37.379908 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a04:56:37.521631 tst handover.py: using LAC 19231\u000a04:56:37.658786 tst handover.py: using RAC 106\u000a04:56:37.784600 tst handover.py: using CellId 19231\u000a04:56:37.905220 tst handover.py: using BVCI 19232\u000a04:56:37.928057 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a04:56:38.062903 tst handover.py: using LAC 19232\u000a04:56:38.182016 tst handover.py: using RAC 107\u000a04:56:38.299596 tst handover.py: using CellId 19232\u000a04:56:38.419119 tst handover.py: using BVCI 19233\u000a04:56:38.442056 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:56:38.453105 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:56:38.464364 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:56:38.475583 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:56:38.486873 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:56:38.498132 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a04:56:38.618156 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a04:56:38.829844 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:56:39.315692 run create_hlr_db(pid=28082): Launched\u000a04:56:39.446421 bus /sierra_2: Setting Powered False\u000a04:56:40.522450 run create_hlr_db(pid=28082): Terminated: ok {rc=0}\u000a04:56:40.922224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28084): Launched\u000a04:56:41.242542 run osmo-hlr_10.42.42.2(pid=28085): Launched\u000a04:56:41.363291 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:56:41.894773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28087): Launched\u000a04:56:42.215184 run osmo-stp_10.42.42.5(pid=28088): Launched\u000a04:56:42.331514 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:56:42.891843 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28090): Launched\u000a04:56:43.215028 run osmo-msc_10.42.42.6(pid=28091): Launched\u000a04:56:43.404205 run osmo-stp_10.42.42.5(pid=28088): ERR: Terminated: ERROR {rc=1} [trial-2354↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28088)]\u000a04:56:43.540641 run osmo-stp_10.42.42.5(pid=28088): stdout: \u000a| (launched: 2022-12-09_04:56:42.057500)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:56:43.676917 run osmo-stp_10.42.42.5(pid=28088): stderr: \u000a| �[0;m�[38;5;43m20221209045642248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209045642248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209045642248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209045642249 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209045642249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209045642249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209045642249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:56:43.806886 run osmo-stp_10.42.42.5(pid=28088): stdout: \u000a| (launched: 2022-12-09_04:56:42.057500)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:56:43.935065 run osmo-stp_10.42.42.5(pid=28088): stderr: \u000a| �[0;m�[38;5;43m20221209045642248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209045642248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209045642248 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209045642249 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209045642249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209045642249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209045642249 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:56:43.991156 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=28088): Process ended prematurely: osmo-stp_10.42.42.5(pid=28088) [trial-2354↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28088)] [trial-2354↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18]\u000a04:56:43.999719 tst handover.py:18: Test FAILED (6.6 sec)\u000a04:56:44.063191 run osmo-hlr_10.42.42.2(pid=28085): ERR: Terminated: ERROR {rc=237} [trial-2354↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28085)]\u000a04:56:44.115285 run osmo-hlr_10.42.42.2(pid=28085): stdout: \u000a| (launched: 2022-12-09_04:56:41.085040) \u000a04:56:44.168182 run osmo-hlr_10.42.42.2(pid=28085): stderr: \u000a| �[0;m�[1;31m20221209045641283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209045641283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209045641283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209045641283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209045641283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209045641283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209045641297 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/handover_2G:trx-lms+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209045641307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209045641308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209045641308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:56:44.239430 run osmo-msc_10.42.42.6(pid=28091): ERR: Terminated: ERROR {rc=2} [trial-2354↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28091)]\u000a04:56:44.290968 run osmo-msc_10.42.42.6(pid=28091): stdout: \u000a| (launched: 2022-12-09_04:56:43.056580) \u000a04:56:44.343020 run osmo-msc_10.42.42.6(pid=28091): stderr: \u000a| �[0;m�[38;5;43m20221209045643379 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209045643379 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f379b2e6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209045643379 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209045643379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209045643379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209045643379 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209045643381 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209045643382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209045643382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209045643382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:56:44.388040 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28084): Terminating (SIGTERM)\u000a04:56:44.430376 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28087): Terminating (SIGTERM)\u000a04:56:44.472493 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28090): Terminating (SIGTERM)\u000a04:56:44.482266 --- ParallelTerminationStrategy: PID 28084 died...\u000a04:56:44.538847 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28084): Terminated: ok {rc=0}\u000a04:56:44.549048 --- ParallelTerminationStrategy: PID 28087 died...\u000a04:56:44.605238 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28087): Terminated: ok {rc=0}\u000a04:56:44.615434 --- ParallelTerminationStrategy: PID 28090 died...\u000a04:56:44.671396 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28090): Terminated: ok {rc=0}\u000a04:56:44.760041 bus /sierra_3: Setting Powered False\u000a04:56:45.865140 bus /sierra_3: Setting Powered False\u000a04:56:46.982220 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "186", "name" : "handover_2G_trx-lms+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:56:37" }, { "cases" : [ { "testActions" : [ ], "age" : 24, "className" : "handover_2G:trx-lms+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28102): Process ended prematurely: osmo-stp_10.42.42.5(pid=28102) [trial-2354↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28102)]", "failedSince" : 2331, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28102): Process ended prematurely: osmo-stp_10.42.42.5(pid=28102) [trial-2354↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28102)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 handover_2G:trx-lms+bts1-sysmo handover.py\u000a----------------------------------------------\u000a04:56:48.992802 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:56:49.004006 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a04:56:49.144501 tst handover.py: using LAC 19233\u000a04:56:49.273043 tst handover.py: using RAC 108\u000a04:56:49.403201 tst handover.py: using CellId 19233\u000a04:56:49.527878 tst handover.py: using BVCI 19234\u000a04:56:49.552328 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a04:56:49.678436 tst handover.py: using LAC 19234\u000a04:56:49.802905 tst handover.py: using RAC 109\u000a04:56:49.926948 tst handover.py: using CellId 19234\u000a04:56:50.057829 tst handover.py: using BVCI 19235\u000a04:56:50.082277 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:56:50.093448 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:56:50.104380 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:56:50.115381 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:56:50.126574 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:56:50.137527 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a04:56:50.255032 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a04:56:50.464426 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:56:50.948896 run create_hlr_db(pid=28096): Launched\u000a04:56:51.079513 bus /sierra_2: Setting Powered False\u000a04:56:52.155586 run create_hlr_db(pid=28096): Terminated: ok {rc=0}\u000a04:56:52.532839 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28098): Launched\u000a04:56:52.831646 run osmo-hlr_10.42.42.2(pid=28099): Launched\u000a04:56:52.945808 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:56:53.438662 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28101): Launched\u000a04:56:53.739201 run osmo-stp_10.42.42.5(pid=28102): Launched\u000a04:56:53.849313 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:56:54.370478 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28104): Launched\u000a04:56:54.670821 run osmo-msc_10.42.42.6(pid=28105): Launched\u000a04:56:54.847670 run osmo-stp_10.42.42.5(pid=28102): ERR: Terminated: ERROR {rc=1} [trial-2354↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28102)]\u000a04:56:54.975923 run osmo-stp_10.42.42.5(pid=28102): stdout: \u000a| (launched: 2022-12-09_04:56:53.590200)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:56:55.101308 run osmo-stp_10.42.42.5(pid=28102): stderr: \u000a| �[0;m�[38;5;43m20221209045653760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209045653760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209045653760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209045653761 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209045653761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209045653761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209045653761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:56:55.221722 run osmo-stp_10.42.42.5(pid=28102): stdout: \u000a| (launched: 2022-12-09_04:56:53.590200)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:56:55.340924 run osmo-stp_10.42.42.5(pid=28102): stderr: \u000a| �[0;m�[38;5;43m20221209045653760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209045653760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209045653760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209045653761 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209045653761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209045653761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209045653761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:56:55.393575 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=28102): Process ended prematurely: osmo-stp_10.42.42.5(pid=28102) [trial-2354↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28102)] [trial-2354↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18]\u000a04:56:55.401614 tst handover.py:18: Test FAILED (6.4 sec)\u000a04:56:55.462701 run osmo-hlr_10.42.42.2(pid=28099): ERR: Terminated: ERROR {rc=237} [trial-2354↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28099)]\u000a04:56:55.513090 run osmo-hlr_10.42.42.2(pid=28099): stdout: \u000a| (launched: 2022-12-09_04:56:52.684245) \u000a04:56:55.563784 run osmo-hlr_10.42.42.2(pid=28099): stderr: \u000a| �[0;m�[1;31m20221209045652860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209045652860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209045652860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209045652860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209045652860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209045652860 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209045652872 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/handover_2G:trx-lms+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209045652880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209045652880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209045652880 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:56:55.632532 run osmo-msc_10.42.42.6(pid=28105): ERR: Terminated: ERROR {rc=2} [trial-2354↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28105)]\u000a04:56:55.682475 run osmo-msc_10.42.42.6(pid=28105): stdout: \u000a| (launched: 2022-12-09_04:56:54.522404) \u000a04:56:55.733035 run osmo-msc_10.42.42.6(pid=28105): stderr: \u000a| �[0;m�[38;5;43m20221209045654795 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209045654795 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f964d310c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209045654796 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209045654796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209045654796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209045654796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209045654798 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209045654798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209045654798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209045654798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:56:55.775450 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28098): Terminating (SIGTERM)\u000a04:56:55.816194 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28101): Terminating (SIGTERM)\u000a04:56:55.856824 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28104): Terminating (SIGTERM)\u000a04:56:55.866446 --- ParallelTerminationStrategy: PID 28098 died...\u000a04:56:55.920470 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28098): Terminated: ok {rc=0}\u000a04:56:55.930298 --- ParallelTerminationStrategy: PID 28101 died...\u000a04:56:55.984040 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28101): Terminated: ok {rc=0}\u000a04:56:55.993913 --- ParallelTerminationStrategy: PID 28104 died...\u000a04:56:56.047523 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28104): Terminated: ok {rc=0}\u000a04:56:56.136829 bus /sierra_3: Setting Powered False\u000a04:56:57.242008 bus /sierra_3: Setting Powered False\u000a04:56:58.354700 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "187", "name" : "handover_2G_trx-lms+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:56:48" }, { "cases" : [ { "testActions" : [ ], "age" : 183, "className" : "handover_2G:trx-lms+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28116): Process ended prematurely: osmo-stp_10.42.42.5(pid=28116) [trial-2354↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28116)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28116): Process ended prematurely: osmo-stp_10.42.42.5(pid=28116) [trial-2354↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28116)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 handover_2G:trx-lms+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a04:57:00.362230 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:57:00.372888 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a04:57:00.509372 tst handover.py: using LAC 19235\u000a04:57:00.635422 tst handover.py: using RAC 110\u000a04:57:00.763500 tst handover.py: using CellId 19235\u000a04:57:00.903261 tst handover.py: using BVCI 19236\u000a04:57:00.927131 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a04:57:01.073954 tst handover.py: using LAC 19236\u000a04:57:01.228190 tst handover.py: using RAC 111\u000a04:57:01.362516 tst handover.py: using CellId 19236\u000a04:57:01.524605 tst handover.py: using BVCI 19237\u000a04:57:01.558337 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:57:01.572666 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:57:01.586796 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:57:01.601781 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:57:01.616715 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:57:01.632244 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a04:57:01.749038 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a04:57:02.000629 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:57:02.549033 run create_hlr_db(pid=28110): Launched\u000a04:57:02.680201 bus /sierra_2: Setting Powered False\u000a04:57:03.755822 run create_hlr_db(pid=28110): Terminated: ok {rc=0}\u000a04:57:04.133666 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28112): Launched\u000a04:57:04.434462 run osmo-hlr_10.42.42.2(pid=28113): Launched\u000a04:57:04.550678 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:57:05.053340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28115): Launched\u000a04:57:05.353830 run osmo-stp_10.42.42.5(pid=28116): Launched\u000a04:57:05.463624 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:57:05.989359 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28118): Launched\u000a04:57:06.290352 run osmo-msc_10.42.42.6(pid=28119): Launched\u000a04:57:06.471169 run osmo-stp_10.42.42.5(pid=28116): ERR: Terminated: ERROR {rc=1} [trial-2354↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28116)]\u000a04:57:06.610470 run osmo-stp_10.42.42.5(pid=28116): stdout: \u000a| (launched: 2022-12-09_04:57:05.204931)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:57:06.746895 run osmo-stp_10.42.42.5(pid=28116): stderr: \u000a| �[0;m�[38;5;43m20221209045705374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209045705374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209045705374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209045705375 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209045705377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209045705377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209045705377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:57:06.876686 run osmo-stp_10.42.42.5(pid=28116): stdout: \u000a| (launched: 2022-12-09_04:57:05.204931)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:57:07.005402 run osmo-stp_10.42.42.5(pid=28116): stderr: \u000a| �[0;m�[38;5;43m20221209045705374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209045705374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209045705374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209045705375 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209045705377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209045705377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209045705377 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:57:07.061745 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=28116): Process ended prematurely: osmo-stp_10.42.42.5(pid=28116) [trial-2354↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28116)] [trial-2354↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18]\u000a04:57:07.070455 tst handover.py:18: Test FAILED (6.7 sec)\u000a04:57:07.133385 run osmo-hlr_10.42.42.2(pid=28113): ERR: Terminated: ERROR {rc=237} [trial-2354↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28113)]\u000a04:57:07.184899 run osmo-hlr_10.42.42.2(pid=28113): stdout: \u000a| (launched: 2022-12-09_04:57:04.285581) \u000a04:57:07.237170 run osmo-hlr_10.42.42.2(pid=28113): stderr: \u000a| �[0;m�[1;31m20221209045704463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209045704463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209045704463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209045704463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209045704463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209045704463 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209045704474 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/handover_2G:trx-lms+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209045704483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209045704483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209045704484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:57:07.308107 run osmo-msc_10.42.42.6(pid=28119): ERR: Terminated: ERROR {rc=2} [trial-2354↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28119)]\u000a04:57:07.359789 run osmo-msc_10.42.42.6(pid=28119): stdout: \u000a| (launched: 2022-12-09_04:57:06.141076) \u000a04:57:07.412117 run osmo-msc_10.42.42.6(pid=28119): stderr: \u000a| �[0;m�[38;5;43m20221209045706411 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209045706411 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f069d8fac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209045706411 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209045706412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209045706412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209045706412 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209045706414 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209045706414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209045706414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209045706414 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:57:07.456877 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28112): Terminating (SIGTERM)\u000a04:57:07.498975 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28115): Terminating (SIGTERM)\u000a04:57:07.541105 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28118): Terminating (SIGTERM)\u000a04:57:07.550895 --- ParallelTerminationStrategy: PID 28112 died...\u000a04:57:07.607695 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28112): Terminated: ok {rc=0}\u000a04:57:07.618009 --- ParallelTerminationStrategy: PID 28115 died...\u000a04:57:07.674232 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28115): Terminated: ok {rc=0}\u000a04:57:07.684439 --- ParallelTerminationStrategy: PID 28118 died...\u000a04:57:07.741620 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28118): Terminated: ok {rc=0}\u000a04:57:07.830339 bus /sierra_3: Setting Powered False\u000a04:57:08.937125 bus /sierra_3: Setting Powered False\u000a04:57:10.046780 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "188", "name" : "handover_2G_trx-lms+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:57:00" }, { "cases" : [ { "testActions" : [ ], "age" : 183, "className" : "handover_2G:trx-lms+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28130): Process ended prematurely: osmo-stp_10.42.42.5(pid=28130) [trial-2354↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28130)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28130): Process ended prematurely: osmo-stp_10.42.42.5(pid=28130) [trial-2354↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28130)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 handover_2G:trx-lms+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a04:57:12.077919 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:57:12.089362 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a04:57:12.229393 tst handover.py: using LAC 19237\u000a04:57:12.357522 tst handover.py: using RAC 112\u000a04:57:12.484776 tst handover.py: using CellId 19237\u000a04:57:12.607011 tst handover.py: using BVCI 19238\u000a04:57:12.629918 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a04:57:12.772561 tst handover.py: using LAC 19238\u000a04:57:12.903546 tst handover.py: using RAC 113\u000a04:57:13.027643 tst handover.py: using CellId 19238\u000a04:57:13.152231 tst handover.py: using BVCI 19239\u000a04:57:13.176812 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:57:13.188071 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:57:13.199237 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:57:13.210517 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:57:13.221630 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:57:13.232606 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a04:57:13.346891 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a04:57:13.556846 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:57:14.042418 run create_hlr_db(pid=28124): Launched\u000a04:57:14.173072 bus /sierra_2: Setting Powered False\u000a04:57:15.249518 run create_hlr_db(pid=28124): Terminated: ok {rc=0}\u000a04:57:15.626844 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28126): Launched\u000a04:57:16.015890 run osmo-hlr_10.42.42.2(pid=28127): Launched\u000a04:57:16.181845 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:57:16.783889 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28129): Launched\u000a04:57:17.212903 run osmo-stp_10.42.42.5(pid=28130): Launched\u000a04:57:17.400260 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:57:17.959894 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28132): Launched\u000a04:57:18.280254 run osmo-msc_10.42.42.6(pid=28133): Launched\u000a04:57:18.468928 run osmo-stp_10.42.42.5(pid=28130): ERR: Terminated: ERROR {rc=1} [trial-2354↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28130)]\u000a04:57:18.606227 run osmo-stp_10.42.42.5(pid=28130): stdout: \u000a| (launched: 2022-12-09_04:57:16.952095)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:57:18.743086 run osmo-stp_10.42.42.5(pid=28130): stderr: \u000a| �[0;m�[38;5;43m20221209045717220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209045717220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209045717220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209045717221 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209045717221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209045717221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209045717221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:57:18.872424 run osmo-stp_10.42.42.5(pid=28130): stdout: \u000a| (launched: 2022-12-09_04:57:16.952095)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:57:19.001401 run osmo-stp_10.42.42.5(pid=28130): stderr: \u000a| �[0;m�[38;5;43m20221209045717220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209045717220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209045717220 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209045717221 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209045717221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209045717221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209045717221 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:57:19.057495 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=28130): Process ended prematurely: osmo-stp_10.42.42.5(pid=28130) [trial-2354↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28130)] [trial-2354↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18]\u000a04:57:19.065840 tst handover.py:18: Test FAILED (7.0 sec)\u000a04:57:19.128864 run osmo-hlr_10.42.42.2(pid=28127): ERR: Terminated: ERROR {rc=237} [trial-2354↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28127)]\u000a04:57:19.180401 run osmo-hlr_10.42.42.2(pid=28127): stdout: \u000a| (launched: 2022-12-09_04:57:15.777930) \u000a04:57:19.232688 run osmo-hlr_10.42.42.2(pid=28127): stderr: \u000a| �[0;m�[1;31m20221209045716073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209045716073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209045716073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209045716073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209045716073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209045716073 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209045716093 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/handover_2G:trx-lms+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209045716116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209045716118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209045716118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:57:19.303611 run osmo-msc_10.42.42.6(pid=28133): ERR: Terminated: ERROR {rc=2} [trial-2354↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28133)]\u000a04:57:19.355559 run osmo-msc_10.42.42.6(pid=28133): stdout: \u000a| (launched: 2022-12-09_04:57:18.123131) \u000a04:57:19.407746 run osmo-msc_10.42.42.6(pid=28133): stderr: \u000a| �[0;m�[38;5;43m20221209045718446 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209045718446 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa7c885cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209045718446 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209045718446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209045718446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209045718446 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209045718448 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209045718448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209045718448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209045718449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:57:19.452036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28126): Terminating (SIGTERM)\u000a04:57:19.494115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28129): Terminating (SIGTERM)\u000a04:57:19.536180 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28132): Terminating (SIGTERM)\u000a04:57:19.545986 --- ParallelTerminationStrategy: PID 28126 died...\u000a04:57:19.602091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28126): Terminated: ok {rc=0}\u000a04:57:19.612312 --- ParallelTerminationStrategy: PID 28129 died...\u000a04:57:19.668129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28129): Terminated: ok {rc=0}\u000a04:57:19.678146 --- ParallelTerminationStrategy: PID 28132 died...\u000a04:57:19.733853 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28132): Terminated: ok {rc=0}\u000a04:57:19.821669 bus /sierra_3: Setting Powered False\u000a04:57:20.928993 bus /sierra_3: Setting Powered False\u000a04:57:22.037736 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "189", "name" : "handover_2G_trx-lms+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:57:11" }, { "cases" : [ { "testActions" : [ ], "age" : 183, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28145): Process ended prematurely: osmo-stp_10.42.42.5(pid=28145) [trial-2354↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28145)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28145): Process ended prematurely: osmo-stp_10.42.42.5(pid=28145) [trial-2354↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28145)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a04:57:24.053611 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:57:24.064907 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a04:57:24.195257 tst handover.py: using LAC 19239\u000a04:57:24.315053 tst handover.py: using RAC 114\u000a04:57:24.434600 tst handover.py: using CellId 19239\u000a04:57:24.558734 tst handover.py: using BVCI 19240\u000a04:57:24.581469 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a04:57:24.716641 tst handover.py: using LAC 19240\u000a04:57:24.832848 tst handover.py: using RAC 115\u000a04:57:24.950839 tst handover.py: using CellId 19240\u000a04:57:25.067305 tst handover.py: using BVCI 19241\u000a04:57:25.090120 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:57:25.101559 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:57:25.112711 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:57:25.124084 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:57:25.135562 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a04:57:25.147022 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a04:57:25.266338 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a04:57:25.476531 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:57:25.963140 run create_hlr_db(pid=28139): Launched\u000a04:57:26.094176 bus /sierra_2: Setting Powered False\u000a04:57:27.170291 run create_hlr_db(pid=28139): Terminated: ok {rc=0}\u000a04:57:27.547119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28141): Launched\u000a04:57:27.846562 run osmo-hlr_10.42.42.2(pid=28142): Launched\u000a04:57:27.960742 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:57:28.455318 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28144): Launched\u000a04:57:28.755181 run osmo-stp_10.42.42.5(pid=28145): Launched\u000a04:57:28.864706 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:57:29.387453 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28147): Launched\u000a04:57:29.688163 run osmo-msc_10.42.42.6(pid=28148): Launched\u000a04:57:29.864930 run osmo-stp_10.42.42.5(pid=28145): ERR: Terminated: ERROR {rc=1} [trial-2354↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28145)]\u000a04:57:29.993085 run osmo-stp_10.42.42.5(pid=28145): stdout: \u000a| (launched: 2022-12-09_04:57:28.607185)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:57:30.118869 run osmo-stp_10.42.42.5(pid=28145): stderr: \u000a| �[0;m�[38;5;43m20221209045728777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209045728777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209045728777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209045728778 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209045728780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209045728780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209045728780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:57:30.239776 run osmo-stp_10.42.42.5(pid=28145): stdout: \u000a| (launched: 2022-12-09_04:57:28.607185)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:57:30.359134 run osmo-stp_10.42.42.5(pid=28145): stderr: \u000a| �[0;m�[38;5;43m20221209045728777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209045728777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209045728777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209045728778 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209045728780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209045728780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209045728780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:57:30.411538 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=28145): Process ended prematurely: osmo-stp_10.42.42.5(pid=28145) [trial-2354↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28145)] [trial-2354↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18]\u000a04:57:30.419648 tst handover.py:18: Test FAILED (6.4 sec)\u000a04:57:30.480671 run osmo-hlr_10.42.42.2(pid=28142): ERR: Terminated: ERROR {rc=237} [trial-2354↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28142)]\u000a04:57:30.530422 run osmo-hlr_10.42.42.2(pid=28142): stdout: \u000a| (launched: 2022-12-09_04:57:27.698675) \u000a04:57:30.580755 run osmo-hlr_10.42.42.2(pid=28142): stderr: \u000a| �[0;m�[1;31m20221209045727871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209045727871 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209045727872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209045727872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209045727872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209045727872 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209045727883 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209045727892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209045727892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209045727892 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:57:30.648757 run osmo-msc_10.42.42.6(pid=28148): ERR: Terminated: ERROR {rc=2} [trial-2354↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28148)]\u000a04:57:30.698272 run osmo-msc_10.42.42.6(pid=28148): stdout: \u000a| (launched: 2022-12-09_04:57:29.539179) \u000a04:57:30.748882 run osmo-msc_10.42.42.6(pid=28148): stderr: \u000a| �[0;m�[38;5;43m20221209045729810 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209045729811 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f39d31b7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209045729811 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209045729811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209045729811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209045729811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209045729813 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209045729813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209045729813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209045729813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:57:30.791337 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28141): Terminating (SIGTERM)\u000a04:57:30.835887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28144): Terminating (SIGTERM)\u000a04:57:30.883069 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28147): Terminating (SIGTERM)\u000a04:57:30.895369 --- ParallelTerminationStrategy: PID 28141 died...\u000a04:57:30.962551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28141): Terminated: ok {rc=0}\u000a04:57:30.973345 --- ParallelTerminationStrategy: PID 28144 died...\u000a04:57:31.028350 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28144): Terminated: ok {rc=0}\u000a04:57:31.039585 --- ParallelTerminationStrategy: PID 28147 died...\u000a04:57:31.095142 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28147): Terminated: ok {rc=0}\u000a04:57:31.181103 bus /sierra_3: Setting Powered False\u000a04:57:32.289789 bus /sierra_3: Setting Powered False\u000a04:57:33.397585 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "190", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:57:23" }, { "cases" : [ { "testActions" : [ ], "age" : 183, "className" : "handover_2G:trx-lms-limenet-micro+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28161): Process ended prematurely: osmo-stp_10.42.42.5(pid=28161) [trial-2354↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28161)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28161): Process ended prematurely: osmo-stp_10.42.42.5(pid=28161) [trial-2354↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28161)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 handover_2G:trx-lms-limenet-micro+bts1-sysmo handover.py\u000a----------------------------------------------\u000a04:57:35.399684 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:57:35.411333 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a04:57:35.550974 tst handover.py: using LAC 19241\u000a04:57:35.677664 tst handover.py: using RAC 116\u000a04:57:35.806693 tst handover.py: using CellId 19241\u000a04:57:35.934810 tst handover.py: using BVCI 19242\u000a04:57:35.959377 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a04:57:36.086815 tst handover.py: using LAC 19242\u000a04:57:36.213085 tst handover.py: using RAC 117\u000a04:57:36.340738 tst handover.py: using CellId 19242\u000a04:57:36.470878 tst handover.py: using BVCI 19243\u000a04:57:36.495355 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:57:36.506766 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:57:36.517872 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:57:36.529711 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:57:36.541458 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:57:36.553175 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a04:57:36.671423 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a04:57:36.881198 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:57:37.366532 run create_hlr_db(pid=28155): Launched\u000a04:57:37.497732 bus /sierra_2: Setting Powered False\u000a04:57:38.572694 run create_hlr_db(pid=28155): Terminated: ok {rc=0}\u000a04:57:38.951988 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28157): Launched\u000a04:57:39.252040 run osmo-hlr_10.42.42.2(pid=28158): Launched\u000a04:57:39.366953 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:57:39.859866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28160): Launched\u000a04:57:40.160469 run osmo-stp_10.42.42.5(pid=28161): Launched\u000a04:57:40.270123 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:57:40.792125 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28163): Launched\u000a04:57:41.093729 run osmo-msc_10.42.42.6(pid=28164): Launched\u000a04:57:41.271222 run osmo-stp_10.42.42.5(pid=28161): ERR: Terminated: ERROR {rc=1} [trial-2354↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28161)]\u000a04:57:41.399356 run osmo-stp_10.42.42.5(pid=28161): stdout: \u000a| (launched: 2022-12-09_04:57:40.012387)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:57:41.525711 run osmo-stp_10.42.42.5(pid=28161): stderr: \u000a| �[0;m�[38;5;43m20221209045740181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209045740181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209045740182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209045740182 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209045740184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209045740184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209045740185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:57:41.646569 run osmo-stp_10.42.42.5(pid=28161): stdout: \u000a| (launched: 2022-12-09_04:57:40.012387)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:57:41.766009 run osmo-stp_10.42.42.5(pid=28161): stderr: \u000a| �[0;m�[38;5;43m20221209045740181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209045740181 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209045740182 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209045740182 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209045740184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209045740184 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209045740185 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:57:41.818380 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=28161): Process ended prematurely: osmo-stp_10.42.42.5(pid=28161) [trial-2354↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28161)] [trial-2354↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18]\u000a04:57:41.826517 tst handover.py:18: Test FAILED (6.4 sec)\u000a04:57:41.887926 run osmo-hlr_10.42.42.2(pid=28158): ERR: Terminated: ERROR {rc=237} [trial-2354↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28158)]\u000a04:57:41.937915 run osmo-hlr_10.42.42.2(pid=28158): stdout: \u000a| (launched: 2022-12-09_04:57:39.103691) \u000a04:57:41.988300 run osmo-hlr_10.42.42.2(pid=28158): stderr: \u000a| �[0;m�[1;31m20221209045739279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209045739279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209045739279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209045739279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209045739279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209045739279 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209045739292 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/handover_2G:trx-lms-limenet-micro+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209045739300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209045739301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209045739301 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:57:42.056712 run osmo-msc_10.42.42.6(pid=28164): ERR: Terminated: ERROR {rc=2} [trial-2354↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28164)]\u000a04:57:42.107097 run osmo-msc_10.42.42.6(pid=28164): stdout: \u000a| (launched: 2022-12-09_04:57:40.944685) \u000a04:57:42.157621 run osmo-msc_10.42.42.6(pid=28164): stderr: \u000a| �[0;m�[38;5;43m20221209045741215 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209045741216 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f340620dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209045741216 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209045741216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209045741216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209045741216 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209045741218 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209045741218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209045741218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209045741218 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:57:42.199784 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28157): Terminating (SIGTERM)\u000a04:57:42.240160 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28160): Terminating (SIGTERM)\u000a04:57:42.280411 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28163): Terminating (SIGTERM)\u000a04:57:42.290075 --- ParallelTerminationStrategy: PID 28157 died...\u000a04:57:42.344208 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28157): Terminated: ok {rc=0}\u000a04:57:42.354182 --- ParallelTerminationStrategy: PID 28160 died...\u000a04:57:42.408044 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28160): Terminated: ok {rc=0}\u000a04:57:42.418134 --- ParallelTerminationStrategy: PID 28163 died...\u000a04:57:42.471864 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28163): Terminated: ok {rc=0}\u000a04:57:42.556889 bus /sierra_3: Setting Powered False\u000a04:57:43.663865 bus /sierra_3: Setting Powered False\u000a04:57:44.772131 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "191", "name" : "handover_2G_trx-lms-limenet-micro+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:57:35" }, { "cases" : [ { "testActions" : [ ], "age" : 183, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28175): Process ended prematurely: osmo-stp_10.42.42.5(pid=28175) [trial-2354↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28175)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28175): Process ended prematurely: osmo-stp_10.42.42.5(pid=28175) [trial-2354↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28175)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 handover_2G:trx-lms-limenet-micro+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a04:57:46.814235 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:57:46.826329 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a04:57:46.978752 tst handover.py: using LAC 19243\u000a04:57:47.100740 tst handover.py: using RAC 118\u000a04:57:47.246857 tst handover.py: using CellId 19243\u000a04:57:47.366072 tst handover.py: using BVCI 19244\u000a04:57:47.389485 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a04:57:47.523552 tst handover.py: using LAC 19244\u000a04:57:47.639657 tst handover.py: using RAC 119\u000a04:57:47.756031 tst handover.py: using CellId 19244\u000a04:57:47.872295 tst handover.py: using BVCI 19245\u000a04:57:47.895336 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:57:47.906522 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:57:47.917555 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:57:47.929500 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:57:47.941143 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:57:47.953016 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a04:57:48.073253 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a04:57:48.273796 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:57:48.721751 run create_hlr_db(pid=28169): Launched\u000a04:57:48.844480 bus /sierra_2: Setting Powered False\u000a04:57:49.916693 run create_hlr_db(pid=28169): Terminated: ok {rc=0}\u000a04:57:50.292617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28171): Launched\u000a04:57:50.592928 run osmo-hlr_10.42.42.2(pid=28172): Launched\u000a04:57:50.711684 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:57:51.213915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28174): Launched\u000a04:57:51.514653 run osmo-stp_10.42.42.5(pid=28175): Launched\u000a04:57:51.624476 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:57:52.147322 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28177): Launched\u000a04:57:52.446769 run osmo-msc_10.42.42.6(pid=28178): Launched\u000a04:57:52.623762 run osmo-stp_10.42.42.5(pid=28175): ERR: Terminated: ERROR {rc=1} [trial-2354↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28175)]\u000a04:57:52.751947 run osmo-stp_10.42.42.5(pid=28175): stdout: \u000a| (launched: 2022-12-09_04:57:51.365784)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:57:52.877444 run osmo-stp_10.42.42.5(pid=28175): stderr: \u000a| �[0;m�[38;5;43m20221209045751536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209045751536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209045751537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209045751537 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209045751537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209045751537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209045751538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:57:52.998201 run osmo-stp_10.42.42.5(pid=28175): stdout: \u000a| (launched: 2022-12-09_04:57:51.365784)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:57:53.117272 run osmo-stp_10.42.42.5(pid=28175): stderr: \u000a| �[0;m�[38;5;43m20221209045751536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209045751536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209045751537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209045751537 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209045751537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209045751537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209045751538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:57:53.169549 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=28175): Process ended prematurely: osmo-stp_10.42.42.5(pid=28175) [trial-2354↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28175)] [trial-2354↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18]\u000a04:57:53.177428 tst handover.py:18: Test FAILED (6.4 sec)\u000a04:57:53.237912 run osmo-hlr_10.42.42.2(pid=28172): ERR: Terminated: ERROR {rc=237} [trial-2354↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28172)]\u000a04:57:53.286890 run osmo-hlr_10.42.42.2(pid=28172): stdout: \u000a| (launched: 2022-12-09_04:57:50.444572) \u000a04:57:53.336985 run osmo-hlr_10.42.42.2(pid=28172): stderr: \u000a| �[0;m�[1;31m20221209045750620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209045750620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209045750620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209045750620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209045750620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209045750620 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209045750631 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/handover_2G:trx-lms-limenet-micro+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209045750639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209045750639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209045750640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:57:53.404802 run osmo-msc_10.42.42.6(pid=28178): ERR: Terminated: ERROR {rc=2} [trial-2354↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28178)]\u000a04:57:53.453930 run osmo-msc_10.42.42.6(pid=28178): stdout: \u000a| (launched: 2022-12-09_04:57:52.299037) \u000a04:57:53.503483 run osmo-msc_10.42.42.6(pid=28178): stderr: \u000a| �[0;m�[38;5;43m20221209045752570 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209045752571 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe35100bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209045752571 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209045752571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209045752571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209045752571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209045752573 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209045752574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209045752574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209045752574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:57:53.545433 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28171): Terminating (SIGTERM)\u000a04:57:53.585312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28174): Terminating (SIGTERM)\u000a04:57:53.625312 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28177): Terminating (SIGTERM)\u000a04:57:53.634603 --- ParallelTerminationStrategy: PID 28171 died...\u000a04:57:53.688330 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28171): Terminated: ok {rc=0}\u000a04:57:53.697982 --- ParallelTerminationStrategy: PID 28174 died...\u000a04:57:53.751109 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28174): Terminated: ok {rc=0}\u000a04:57:53.761063 --- ParallelTerminationStrategy: PID 28177 died...\u000a04:57:53.814296 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28177): Terminated: ok {rc=0}\u000a04:57:53.898549 bus /sierra_3: Setting Powered False\u000a04:57:55.002059 bus /sierra_3: Setting Powered False\u000a04:57:56.115069 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "192", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:57:46" }, { "cases" : [ { "testActions" : [ ], "age" : 183, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28189): Process ended prematurely: osmo-stp_10.42.42.5(pid=28189) [trial-2354↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28189)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28189): Process ended prematurely: osmo-stp_10.42.42.5(pid=28189) [trial-2354↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28189)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a04:57:58.134352 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:57:58.146398 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a04:57:58.286915 tst handover.py: using LAC 19245\u000a04:57:58.414167 tst handover.py: using RAC 120\u000a04:57:58.541907 tst handover.py: using CellId 19245\u000a04:57:58.669853 tst handover.py: using BVCI 19246\u000a04:57:58.694276 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a04:57:58.835261 tst handover.py: using LAC 19246\u000a04:57:58.963200 tst handover.py: using RAC 121\u000a04:57:59.091258 tst handover.py: using CellId 19246\u000a04:57:59.217438 tst handover.py: using BVCI 19247\u000a04:57:59.242015 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:57:59.253413 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:57:59.264598 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:57:59.275986 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:57:59.287304 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:57:59.298619 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a04:57:59.418733 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a04:57:59.627513 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:58:00.115566 run create_hlr_db(pid=28183): Launched\u000a04:58:00.246996 bus /sierra_2: Setting Powered False\u000a04:58:01.365381 run create_hlr_db(pid=28183): Terminated: ok {rc=0}\u000a04:58:01.778659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28185): Launched\u000a04:58:02.101460 run osmo-hlr_10.42.42.2(pid=28186): Launched\u000a04:58:02.248657 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:58:02.757927 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28188): Launched\u000a04:58:03.058998 run osmo-stp_10.42.42.5(pid=28189): Launched\u000a04:58:03.168390 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:58:03.689750 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28191): Launched\u000a04:58:03.990391 run osmo-msc_10.42.42.6(pid=28192): Launched\u000a04:58:04.167023 run osmo-stp_10.42.42.5(pid=28189): ERR: Terminated: ERROR {rc=1} [trial-2354↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28189)]\u000a04:58:04.294750 run osmo-stp_10.42.42.5(pid=28189): stdout: \u000a| (launched: 2022-12-09_04:58:02.910108)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:58:04.419897 run osmo-stp_10.42.42.5(pid=28189): stderr: \u000a| �[0;m�[38;5;43m20221209045803077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209045803078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209045803078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209045803078 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209045803079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209045803079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209045803079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:58:04.540298 run osmo-stp_10.42.42.5(pid=28189): stdout: \u000a| (launched: 2022-12-09_04:58:02.910108)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:58:04.659094 run osmo-stp_10.42.42.5(pid=28189): stderr: \u000a| �[0;m�[38;5;43m20221209045803077 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209045803078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209045803078 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209045803078 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209045803079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209045803079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209045803079 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:58:04.711149 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=28189): Process ended prematurely: osmo-stp_10.42.42.5(pid=28189) [trial-2354↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28189)] [trial-2354↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18]\u000a04:58:04.719152 tst handover.py:18: Test FAILED (6.6 sec)\u000a04:58:04.780300 run osmo-hlr_10.42.42.2(pid=28186): ERR: Terminated: ERROR {rc=237} [trial-2354↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28186)]\u000a04:58:04.829909 run osmo-hlr_10.42.42.2(pid=28186): stdout: \u000a| (launched: 2022-12-09_04:58:01.935817) \u000a04:58:04.880136 run osmo-hlr_10.42.42.2(pid=28186): stderr: \u000a| �[0;m�[1;31m20221209045802251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209045802251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209045802251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209045802251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209045802251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209045802251 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209045802263 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209045802271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209045802271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209045802271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:58:04.948202 run osmo-msc_10.42.42.6(pid=28192): ERR: Terminated: ERROR {rc=2} [trial-2354↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28192)]\u000a04:58:04.998806 run osmo-msc_10.42.42.6(pid=28192): stdout: \u000a| (launched: 2022-12-09_04:58:03.841332) \u000a04:58:05.049385 run osmo-msc_10.42.42.6(pid=28192): stderr: \u000a| �[0;m�[38;5;43m20221209045804112 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209045804112 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f973dab8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209045804112 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209045804112 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209045804113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209045804113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209045804115 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209045804115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209045804115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209045804115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:58:05.091214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28185): Terminating (SIGTERM)\u000a04:58:05.131259 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28188): Terminating (SIGTERM)\u000a04:58:05.171083 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28191): Terminating (SIGTERM)\u000a04:58:05.180627 --- ParallelTerminationStrategy: PID 28185 died...\u000a04:58:05.234243 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28185): Terminated: ok {rc=0}\u000a04:58:05.243879 --- ParallelTerminationStrategy: PID 28188 died...\u000a04:58:05.297190 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28188): Terminated: ok {rc=0}\u000a04:58:05.307037 --- ParallelTerminationStrategy: PID 28191 died...\u000a04:58:05.360692 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28191): Terminated: ok {rc=0}\u000a04:58:05.450837 bus /sierra_3: Setting Powered False\u000a04:58:06.555026 bus /sierra_3: Setting Powered False\u000a04:58:07.667452 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "193", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:57:57" }, { "cases" : [ { "testActions" : [ ], "age" : 183, "className" : "handover_2G:trx-sysmocell5000+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28203): Process ended prematurely: osmo-stp_10.42.42.5(pid=28203) [trial-2354↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28203)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28203): Process ended prematurely: osmo-stp_10.42.42.5(pid=28203) [trial-2354↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28203)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 handover_2G:trx-sysmocell5000+bts1-sysmo handover.py\u000a----------------------------------------------\u000a04:58:09.662367 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:58:09.673263 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a04:58:09.818740 tst handover.py: using LAC 19247\u000a04:58:09.945764 tst handover.py: using RAC 122\u000a04:58:10.072360 tst handover.py: using CellId 19247\u000a04:58:10.198187 tst handover.py: using BVCI 19248\u000a04:58:10.222819 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a04:58:10.357583 tst handover.py: using LAC 19248\u000a04:58:10.482188 tst handover.py: using RAC 123\u000a04:58:10.609189 tst handover.py: using CellId 19248\u000a04:58:10.734321 tst handover.py: using BVCI 19249\u000a04:58:10.758750 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:58:10.770325 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:58:10.781510 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:58:10.793146 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:58:10.804807 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a04:58:10.816372 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a04:58:10.934681 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a04:58:11.133978 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:58:11.582362 run create_hlr_db(pid=28197): Launched\u000a04:58:11.705102 bus /sierra_2: Setting Powered False\u000a04:58:12.777490 run create_hlr_db(pid=28197): Terminated: ok {rc=0}\u000a04:58:13.152869 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28199): Launched\u000a04:58:13.454271 run osmo-hlr_10.42.42.2(pid=28200): Launched\u000a04:58:13.568633 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:58:14.063721 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28202): Launched\u000a04:58:14.363470 run osmo-stp_10.42.42.5(pid=28203): Launched\u000a04:58:14.472431 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:58:14.994193 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28205): Launched\u000a04:58:15.297096 run osmo-msc_10.42.42.6(pid=28206): Launched\u000a04:58:15.474265 run osmo-stp_10.42.42.5(pid=28203): ERR: Terminated: ERROR {rc=1} [trial-2354↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28203)]\u000a04:58:15.602159 run osmo-stp_10.42.42.5(pid=28203): stdout: \u000a| (launched: 2022-12-09_04:58:14.215541)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:58:15.727671 run osmo-stp_10.42.42.5(pid=28203): stderr: \u000a| �[0;m�[38;5;43m20221209045814385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209045814385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209045814385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209045814386 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209045814386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209045814386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209045814386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:58:15.849371 run osmo-stp_10.42.42.5(pid=28203): stdout: \u000a| (launched: 2022-12-09_04:58:14.215541)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:58:15.971737 run osmo-stp_10.42.42.5(pid=28203): stderr: \u000a| �[0;m�[38;5;43m20221209045814385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209045814385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209045814385 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209045814386 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209045814386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209045814386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209045814386 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:58:16.025535 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=28203): Process ended prematurely: osmo-stp_10.42.42.5(pid=28203) [trial-2354↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28203)] [trial-2354↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18]\u000a04:58:16.034410 tst handover.py:18: Test FAILED (6.4 sec)\u000a04:58:16.098303 run osmo-hlr_10.42.42.2(pid=28200): ERR: Terminated: ERROR {rc=237} [trial-2354↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28200)]\u000a04:58:16.149820 run osmo-hlr_10.42.42.2(pid=28200): stdout: \u000a| (launched: 2022-12-09_04:58:13.305354) \u000a04:58:16.202331 run osmo-hlr_10.42.42.2(pid=28200): stderr: \u000a| �[0;m�[1;31m20221209045813483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209045813483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209045813483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209045813483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209045813483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209045813483 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209045813495 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/handover_2G:trx-sysmocell5000+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209045813503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209045813503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209045813503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:58:16.272717 run osmo-msc_10.42.42.6(pid=28206): ERR: Terminated: ERROR {rc=2} [trial-2354↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28206)]\u000a04:58:16.324543 run osmo-msc_10.42.42.6(pid=28206): stdout: \u000a| (launched: 2022-12-09_04:58:15.146903) \u000a04:58:16.377094 run osmo-msc_10.42.42.6(pid=28206): stderr: \u000a| �[0;m�[38;5;43m20221209045815417 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209045815417 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6f10729c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209045815417 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209045815417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209045815417 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209045815418 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209045815419 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209045815420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209045815420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209045815420 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:58:16.420942 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28199): Terminating (SIGTERM)\u000a04:58:16.466556 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28202): Terminating (SIGTERM)\u000a04:58:16.508234 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28205): Terminating (SIGTERM)\u000a04:58:16.519264 --- ParallelTerminationStrategy: PID 28199 died...\u000a04:58:16.576444 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28199): Terminated: ok {rc=0}\u000a04:58:16.587104 --- ParallelTerminationStrategy: PID 28202 died...\u000a04:58:16.643938 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28202): Terminated: ok {rc=0}\u000a04:58:16.654718 --- ParallelTerminationStrategy: PID 28205 died...\u000a04:58:16.711562 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28205): Terminated: ok {rc=0}\u000a04:58:16.801433 bus /sierra_3: Setting Powered False\u000a04:58:17.903556 bus /sierra_3: Setting Powered False\u000a04:58:19.016626 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "194", "name" : "handover_2G_trx-sysmocell5000+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:58:09" }, { "cases" : [ { "testActions" : [ ], "age" : 183, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28217): Process ended prematurely: osmo-stp_10.42.42.5(pid=28217) [trial-2354↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28217)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28217): Process ended prematurely: osmo-stp_10.42.42.5(pid=28217) [trial-2354↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28217)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 handover_2G:trx-sysmocell5000+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a04:58:21.042717 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:58:21.053974 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a04:58:21.197719 tst handover.py: using LAC 19249\u000a04:58:21.323195 tst handover.py: using RAC 124\u000a04:58:21.449219 tst handover.py: using CellId 19249\u000a04:58:21.576505 tst handover.py: using BVCI 19250\u000a04:58:21.601081 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a04:58:21.743438 tst handover.py: using LAC 19250\u000a04:58:21.869572 tst handover.py: using RAC 125\u000a04:58:21.996724 tst handover.py: using CellId 19250\u000a04:58:22.123793 tst handover.py: using BVCI 19251\u000a04:58:22.148331 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:58:22.159627 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:58:22.170808 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:58:22.182154 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:58:22.193398 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:58:22.204619 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a04:58:22.323694 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a04:58:22.524087 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:58:22.972593 run create_hlr_db(pid=28211): Launched\u000a04:58:23.094774 bus /sierra_2: Setting Powered False\u000a04:58:24.176738 run create_hlr_db(pid=28211): Terminated: ok {rc=0}\u000a04:58:24.555232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28213): Launched\u000a04:58:24.855705 run osmo-hlr_10.42.42.2(pid=28214): Launched\u000a04:58:24.964939 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:58:25.461933 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28216): Launched\u000a04:58:25.763365 run osmo-stp_10.42.42.5(pid=28217): Launched\u000a04:58:25.873482 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:58:26.395695 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28219): Launched\u000a04:58:26.695361 run osmo-msc_10.42.42.6(pid=28220): Launched\u000a04:58:26.871437 run osmo-stp_10.42.42.5(pid=28217): ERR: Terminated: ERROR {rc=1} [trial-2354↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28217)]\u000a04:58:26.999047 run osmo-stp_10.42.42.5(pid=28217): stdout: \u000a| (launched: 2022-12-09_04:58:25.613978)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:58:27.124399 run osmo-stp_10.42.42.5(pid=28217): stderr: \u000a| �[0;m�[38;5;43m20221209045825786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209045825786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209045825786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209045825786 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209045825787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209045825787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209045825787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:58:27.245334 run osmo-stp_10.42.42.5(pid=28217): stdout: \u000a| (launched: 2022-12-09_04:58:25.613978)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:58:27.364580 run osmo-stp_10.42.42.5(pid=28217): stderr: \u000a| �[0;m�[38;5;43m20221209045825786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209045825786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209045825786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209045825786 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209045825787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209045825787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209045825787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:58:27.416821 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=28217): Process ended prematurely: osmo-stp_10.42.42.5(pid=28217) [trial-2354↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28217)] [trial-2354↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18]\u000a04:58:27.424778 tst handover.py:18: Test FAILED (6.4 sec)\u000a04:58:27.485517 run osmo-hlr_10.42.42.2(pid=28214): ERR: Terminated: ERROR {rc=237} [trial-2354↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28214)]\u000a04:58:27.534728 run osmo-hlr_10.42.42.2(pid=28214): stdout: \u000a| (launched: 2022-12-09_04:58:24.707193) \u000a04:58:27.584504 run osmo-hlr_10.42.42.2(pid=28214): stderr: \u000a| �[0;m�[1;31m20221209045824882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209045824882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209045824882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209045824882 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209045824883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209045824883 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209045824904 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/handover_2G:trx-sysmocell5000+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209045824915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209045824915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209045824915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:58:27.652032 run osmo-msc_10.42.42.6(pid=28220): ERR: Terminated: ERROR {rc=2} [trial-2354↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28220)]\u000a04:58:27.701214 run osmo-msc_10.42.42.6(pid=28220): stdout: \u000a| (launched: 2022-12-09_04:58:26.547290) \u000a04:58:27.751264 run osmo-msc_10.42.42.6(pid=28220): stderr: \u000a| �[0;m�[38;5;43m20221209045826818 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209045826818 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9a774d8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209045826818 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209045826818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209045826818 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209045826819 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209045826821 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209045826821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209045826822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209045826822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:58:27.793234 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28213): Terminating (SIGTERM)\u000a04:58:27.833342 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28216): Terminating (SIGTERM)\u000a04:58:27.873349 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28219): Terminating (SIGTERM)\u000a04:58:27.883014 --- ParallelTerminationStrategy: PID 28213 died...\u000a04:58:27.936761 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28213): Terminated: ok {rc=0}\u000a04:58:27.946556 --- ParallelTerminationStrategy: PID 28216 died...\u000a04:58:27.999821 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28216): Terminated: ok {rc=0}\u000a04:58:28.010221 --- ParallelTerminationStrategy: PID 28219 died...\u000a04:58:28.063764 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28219): Terminated: ok {rc=0}\u000a04:58:28.150600 bus /sierra_3: Setting Powered False\u000a04:58:29.253387 bus /sierra_3: Setting Powered False\u000a04:58:30.362731 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "195", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:58:20" }, { "cases" : [ { "testActions" : [ ], "age" : 183, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28231): Process ended prematurely: osmo-stp_10.42.42.5(pid=28231) [trial-2354↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28231)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28231): Process ended prematurely: osmo-stp_10.42.42.5(pid=28231) [trial-2354↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28231)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 handover_2G:trx-sysmocell5000+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a04:58:32.483425 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:58:32.495023 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a04:58:32.638293 tst handover.py: using LAC 19251\u000a04:58:32.768646 tst handover.py: using RAC 126\u000a04:58:32.893624 tst handover.py: using CellId 19251\u000a04:58:33.018021 tst handover.py: using BVCI 19252\u000a04:58:33.042628 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a04:58:33.182049 tst handover.py: using LAC 19252\u000a04:58:33.307277 tst handover.py: using RAC 127\u000a04:58:33.431587 tst handover.py: using CellId 19252\u000a04:58:33.555844 tst handover.py: using BVCI 19253\u000a04:58:33.580368 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:58:33.591808 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:58:33.603074 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:58:33.614431 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:58:33.626038 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:58:33.637417 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a04:58:33.753898 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a04:58:33.963179 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:58:34.447930 run create_hlr_db(pid=28225): Launched\u000a04:58:34.578833 bus /sierra_2: Setting Powered False\u000a04:58:35.654800 run create_hlr_db(pid=28225): Terminated: ok {rc=0}\u000a04:58:36.033093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28227): Launched\u000a04:58:36.332598 run osmo-hlr_10.42.42.2(pid=28228): Launched\u000a04:58:36.446642 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:58:36.949454 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28230): Launched\u000a04:58:37.249539 run osmo-stp_10.42.42.5(pid=28231): Launched\u000a04:58:37.359740 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:58:37.881563 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28233): Launched\u000a04:58:38.181681 run osmo-msc_10.42.42.6(pid=28234): Launched\u000a04:58:38.358429 run osmo-stp_10.42.42.5(pid=28231): ERR: Terminated: ERROR {rc=1} [trial-2354↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28231)]\u000a04:58:38.486277 run osmo-stp_10.42.42.5(pid=28231): stdout: \u000a| (launched: 2022-12-09_04:58:37.101340)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:58:38.611890 run osmo-stp_10.42.42.5(pid=28231): stderr: \u000a| �[0;m�[38;5;43m20221209045837271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209045837272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209045837272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209045837272 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209045837273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209045837273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209045837273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:58:38.732526 run osmo-stp_10.42.42.5(pid=28231): stdout: \u000a| (launched: 2022-12-09_04:58:37.101340)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:58:38.852389 run osmo-stp_10.42.42.5(pid=28231): stderr: \u000a| �[0;m�[38;5;43m20221209045837271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209045837272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209045837272 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209045837272 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209045837273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209045837273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209045837273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:58:38.904593 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=28231): Process ended prematurely: osmo-stp_10.42.42.5(pid=28231) [trial-2354↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28231)] [trial-2354↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18]\u000a04:58:38.912617 tst handover.py:18: Test FAILED (6.4 sec)\u000a04:58:38.973570 run osmo-hlr_10.42.42.2(pid=28228): ERR: Terminated: ERROR {rc=237} [trial-2354↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28228)]\u000a04:58:39.023058 run osmo-hlr_10.42.42.2(pid=28228): stdout: \u000a| (launched: 2022-12-09_04:58:36.184326) \u000a04:58:39.073368 run osmo-hlr_10.42.42.2(pid=28228): stderr: \u000a| �[0;m�[1;31m20221209045836361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209045836361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209045836361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209045836361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209045836361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209045836361 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209045836374 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/handover_2G:trx-sysmocell5000+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209045836382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209045836382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209045836382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:58:39.141537 run osmo-msc_10.42.42.6(pid=28234): ERR: Terminated: ERROR {rc=2} [trial-2354↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28234)]\u000a04:58:39.191069 run osmo-msc_10.42.42.6(pid=28234): stdout: \u000a| (launched: 2022-12-09_04:58:38.033101) \u000a04:58:39.241295 run osmo-msc_10.42.42.6(pid=28234): stderr: \u000a| �[0;m�[38;5;43m20221209045838303 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209045838303 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7e5e7bac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209045838304 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209045838304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209045838304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209045838304 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209045838306 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209045838307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209045838307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209045838307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:58:39.283496 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28227): Terminating (SIGTERM)\u000a04:58:39.323626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28230): Terminating (SIGTERM)\u000a04:58:39.363606 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28233): Terminating (SIGTERM)\u000a04:58:39.373305 --- ParallelTerminationStrategy: PID 28227 died...\u000a04:58:39.427045 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28227): Terminated: ok {rc=0}\u000a04:58:39.437347 --- ParallelTerminationStrategy: PID 28230 died...\u000a04:58:39.490683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28230): Terminated: ok {rc=0}\u000a04:58:39.500849 --- ParallelTerminationStrategy: PID 28233 died...\u000a04:58:39.554548 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28233): Terminated: ok {rc=0}\u000a04:58:39.642229 bus /sierra_3: Setting Powered False\u000a04:58:40.747959 bus /sierra_3: Setting Powered False\u000a04:58:41.856407 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "196", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:58:32" }, { "cases" : [ { "testActions" : [ ], "age" : 37, "className" : "handover_2G:sysmo+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28245): Process ended prematurely: osmo-stp_10.42.42.5(pid=28245) [trial-2354↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28245)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28245): Process ended prematurely: osmo-stp_10.42.42.5(pid=28245) [trial-2354↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28245)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 handover_2G:sysmo+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a04:58:43.876547 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:58:43.887897 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a04:58:44.018108 tst handover.py: using LAC 19253\u000a04:58:44.138860 tst handover.py: using RAC 128\u000a04:58:44.255908 tst handover.py: using CellId 19253\u000a04:58:44.380764 tst handover.py: using BVCI 19254\u000a04:58:44.405396 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a04:58:44.545461 tst handover.py: using LAC 19254\u000a04:58:44.670146 tst handover.py: using RAC 129\u000a04:58:44.797144 tst handover.py: using CellId 19254\u000a04:58:44.924562 tst handover.py: using BVCI 19255\u000a04:58:44.949096 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:58:44.960256 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:58:44.971245 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:58:44.982271 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:58:44.993412 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a04:58:45.004357 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a04:58:45.121268 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a04:58:45.321922 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:58:45.784033 run create_hlr_db(pid=28239): Launched\u000a04:58:45.925791 bus /sierra_2: Setting Powered False\u000a04:58:47.028380 run create_hlr_db(pid=28239): Terminated: ok {rc=0}\u000a04:58:47.414968 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28241): Launched\u000a04:58:47.714977 run osmo-hlr_10.42.42.2(pid=28242): Launched\u000a04:58:47.824789 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:58:48.320368 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28244): Launched\u000a04:58:48.620015 run osmo-stp_10.42.42.5(pid=28245): Launched\u000a04:58:48.728652 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:58:49.250882 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28247): Launched\u000a04:58:49.551443 run osmo-msc_10.42.42.6(pid=28248): Launched\u000a04:58:49.728159 run osmo-stp_10.42.42.5(pid=28245): ERR: Terminated: ERROR {rc=1} [trial-2354↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28245)]\u000a04:58:49.856467 run osmo-stp_10.42.42.5(pid=28245): stdout: \u000a| (launched: 2022-12-09_04:58:48.472003)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:58:49.982922 run osmo-stp_10.42.42.5(pid=28245): stderr: \u000a| �[0;m�[38;5;43m20221209045848641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209045848641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209045848642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209045848642 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209045848643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209045848643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209045848643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:58:50.103926 run osmo-stp_10.42.42.5(pid=28245): stdout: \u000a| (launched: 2022-12-09_04:58:48.472003)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:58:50.223452 run osmo-stp_10.42.42.5(pid=28245): stderr: \u000a| �[0;m�[38;5;43m20221209045848641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209045848641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209045848642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209045848642 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209045848643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209045848643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209045848643 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:58:50.275680 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=28245): Process ended prematurely: osmo-stp_10.42.42.5(pid=28245) [trial-2354↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28245)] [trial-2354↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18]\u000a04:58:50.283553 tst handover.py:18: Test FAILED (6.4 sec)\u000a04:58:50.345685 run osmo-hlr_10.42.42.2(pid=28242): ERR: Terminated: ERROR {rc=237} [trial-2354↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28242)]\u000a04:58:50.395832 run osmo-hlr_10.42.42.2(pid=28242): stdout: \u000a| (launched: 2022-12-09_04:58:47.567294) \u000a04:58:50.446695 run osmo-hlr_10.42.42.2(pid=28242): stderr: \u000a| �[0;m�[1;31m20221209045847747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209045847747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209045847747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209045847747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209045847747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209045847747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209045847761 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/handover_2G:sysmo+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209045847771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209045847771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209045847771 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:58:50.515667 run osmo-msc_10.42.42.6(pid=28248): ERR: Terminated: ERROR {rc=2} [trial-2354↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28248)]\u000a04:58:50.565872 run osmo-msc_10.42.42.6(pid=28248): stdout: \u000a| (launched: 2022-12-09_04:58:49.403019) \u000a04:58:50.616850 run osmo-msc_10.42.42.6(pid=28248): stderr: \u000a| �[0;m�[38;5;43m20221209045849676 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209045849676 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f59a5788c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209045849676 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209045849676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209045849677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209045849677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209045849679 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209045849679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209045849679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209045849679 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:58:50.659296 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28241): Terminating (SIGTERM)\u000a04:58:50.700184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28244): Terminating (SIGTERM)\u000a04:58:50.741621 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28247): Terminating (SIGTERM)\u000a04:58:50.751413 --- ParallelTerminationStrategy: PID 28241 died...\u000a04:58:50.806194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28241): Terminated: ok {rc=0}\u000a04:58:50.815973 --- ParallelTerminationStrategy: PID 28244 died...\u000a04:58:50.870727 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28244): Terminated: ok {rc=0}\u000a04:58:50.880391 --- ParallelTerminationStrategy: PID 28247 died...\u000a04:58:50.934655 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28247): Terminated: ok {rc=0}\u000a04:58:51.024621 bus /sierra_3: Setting Powered False\u000a04:58:52.131032 bus /sierra_3: Setting Powered False\u000a04:58:53.244161 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "197", "name" : "handover_2G_sysmo+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:58:43" }, { "cases" : [ { "testActions" : [ ], "age" : 37, "className" : "handover_2G:sysmo+bts1-trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28259): Process ended prematurely: osmo-stp_10.42.42.5(pid=28259) [trial-2354↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28259)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28259): Process ended prematurely: osmo-stp_10.42.42.5(pid=28259) [trial-2354↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28259)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 handover_2G:sysmo+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a04:58:55.243706 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:58:55.255087 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a04:58:55.382250 tst handover.py: using LAC 19255\u000a04:58:55.511321 tst handover.py: using RAC 130\u000a04:58:55.638003 tst handover.py: using CellId 19255\u000a04:58:55.763858 tst handover.py: using BVCI 19256\u000a04:58:55.788625 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a04:58:55.931523 tst handover.py: using LAC 19256\u000a04:58:56.053030 tst handover.py: using RAC 131\u000a04:58:56.172058 tst handover.py: using CellId 19256\u000a04:58:56.291463 tst handover.py: using BVCI 19257\u000a04:58:56.314320 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:58:56.325298 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:58:56.335995 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:58:56.347195 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:58:56.358359 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:58:56.369372 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a04:58:56.489982 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a04:58:56.689750 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:58:57.137455 run create_hlr_db(pid=28253): Launched\u000a04:58:57.259983 bus /sierra_2: Setting Powered False\u000a04:58:58.333220 run create_hlr_db(pid=28253): Terminated: ok {rc=0}\u000a04:58:58.734808 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28255): Launched\u000a04:58:59.057741 run osmo-hlr_10.42.42.2(pid=28256): Launched\u000a04:58:59.175409 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:58:59.707899 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28258): Launched\u000a04:59:00.031193 run osmo-stp_10.42.42.5(pid=28259): Launched\u000a04:59:00.148011 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:59:00.710150 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28261): Launched\u000a04:59:01.185495 run osmo-msc_10.42.42.6(pid=28262): Launched\u000a04:59:01.561816 run osmo-stp_10.42.42.5(pid=28259): ERR: Terminated: ERROR {rc=1} [trial-2354↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28259)]\u000a04:59:01.823721 run osmo-stp_10.42.42.5(pid=28259): stdout: \u000a| (launched: 2022-12-09_04:58:59.872156)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:59:01.980308 run osmo-stp_10.42.42.5(pid=28259): stderr: \u000a| �[0;m�[38;5;43m20221209045900065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209045900065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209045900065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209045900066 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209045900066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209045900066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209045900066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:59:02.106500 run osmo-stp_10.42.42.5(pid=28259): stdout: \u000a| (launched: 2022-12-09_04:58:59.872156)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:59:02.231723 run osmo-stp_10.42.42.5(pid=28259): stderr: \u000a| �[0;m�[38;5;43m20221209045900065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209045900065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209045900065 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209045900066 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209045900066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209045900066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209045900066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:59:02.284619 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=28259): Process ended prematurely: osmo-stp_10.42.42.5(pid=28259) [trial-2354↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28259)] [trial-2354↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18]\u000a04:59:02.293109 tst handover.py:18: Test FAILED (7.0 sec)\u000a04:59:02.356139 run osmo-hlr_10.42.42.2(pid=28256): ERR: Terminated: ERROR {rc=237} [trial-2354↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28256)]\u000a04:59:02.406737 run osmo-hlr_10.42.42.2(pid=28256): stdout: \u000a| (launched: 2022-12-09_04:58:58.899586) \u000a04:59:02.458275 run osmo-hlr_10.42.42.2(pid=28256): stderr: \u000a| �[0;m�[1;31m20221209045859098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209045859098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209045859098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209045859098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209045859098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209045859098 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209045859111 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/handover_2G:sysmo+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209045859119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209045859120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209045859120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:59:02.527602 run osmo-msc_10.42.42.6(pid=28262): ERR: Terminated: ERROR {rc=2} [trial-2354↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28262)]\u000a04:59:02.578142 run osmo-msc_10.42.42.6(pid=28262): stdout: \u000a| (launched: 2022-12-09_04:59:00.906180) \u000a04:59:02.629249 run osmo-msc_10.42.42.6(pid=28262): stderr: \u000a| �[0;m�[38;5;43m20221209045901492 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209045901492 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f79fde44c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209045901492 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209045901492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209045901492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209045901492 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209045901501 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209045901501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209045901501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209045901501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:59:02.672301 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28255): Terminating (SIGTERM)\u000a04:59:02.713294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28258): Terminating (SIGTERM)\u000a04:59:02.754002 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28261): Terminating (SIGTERM)\u000a04:59:02.763459 --- ParallelTerminationStrategy: PID 28255 died...\u000a04:59:02.818667 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28255): Terminated: ok {rc=0}\u000a04:59:02.828731 --- ParallelTerminationStrategy: PID 28258 died...\u000a04:59:02.883296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28258): Terminated: ok {rc=0}\u000a04:59:02.893639 --- ParallelTerminationStrategy: PID 28261 died...\u000a04:59:02.948574 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28261): Terminated: ok {rc=0}\u000a04:59:03.038674 bus /sierra_3: Setting Powered False\u000a04:59:04.144095 bus /sierra_3: Setting Powered False\u000a04:59:05.252244 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "198", "name" : "handover_2G_sysmo+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:58:54" }, { "cases" : [ { "testActions" : [ ], "age" : 37, "className" : "handover_2G:trx-b200+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=28273): Process ended prematurely: osmo-stp_10.42.42.5(pid=28273) [trial-2354↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28273)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=28273): Process ended prematurely: osmo-stp_10.42.42.5(pid=28273) [trial-2354↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28273)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2354 handover_2G:trx-b200+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a04:59:07.275440 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:59:07.286755 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a04:59:07.428802 tst handover.py: using LAC 19257\u000a04:59:07.555125 tst handover.py: using RAC 132\u000a04:59:07.686176 tst handover.py: using CellId 19257\u000a04:59:07.806275 tst handover.py: using BVCI 19258\u000a04:59:07.829165 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a04:59:07.962987 tst handover.py: using LAC 19258\u000a04:59:08.078997 tst handover.py: using RAC 133\u000a04:59:08.195429 tst handover.py: using CellId 19258\u000a04:59:08.311971 tst handover.py: using BVCI 19259\u000a04:59:08.334908 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:59:08.345701 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:59:08.356317 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:59:08.367417 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:59:08.378406 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a04:59:08.389396 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a04:59:08.506498 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a04:59:08.707921 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a04:59:09.154035 run create_hlr_db(pid=28267): Launched\u000a04:59:09.276005 bus /sierra_2: Setting Powered False\u000a04:59:10.348381 run create_hlr_db(pid=28267): Terminated: ok {rc=0}\u000a04:59:10.749288 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28269): Launched\u000a04:59:11.072104 run osmo-hlr_10.42.42.2(pid=28270): Launched\u000a04:59:11.194834 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a04:59:11.727108 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28272): Launched\u000a04:59:12.049102 run osmo-stp_10.42.42.5(pid=28273): Launched\u000a04:59:12.165922 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a04:59:12.725380 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28275): Launched\u000a04:59:13.047717 run osmo-msc_10.42.42.6(pid=28276): Launched\u000a04:59:13.236293 run osmo-stp_10.42.42.5(pid=28273): ERR: Terminated: ERROR {rc=1} [trial-2354↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28273)]\u000a04:59:13.372630 run osmo-stp_10.42.42.5(pid=28273): stdout: \u000a| (launched: 2022-12-09_04:59:11.890868)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:59:13.508774 run osmo-stp_10.42.42.5(pid=28273): stderr: \u000a| �[0;m�[38;5;43m20221209045912083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209045912083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209045912083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209045912084 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209045912084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209045912084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209045912084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:59:13.638884 run osmo-stp_10.42.42.5(pid=28273): stdout: \u000a| (launched: 2022-12-09_04:59:11.890868)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a04:59:13.766938 run osmo-stp_10.42.42.5(pid=28273): stderr: \u000a| �[0;m�[38;5;43m20221209045912083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221209045912083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221209045912083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221209045912084 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221209045912084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221209045912084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221209045912084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a04:59:13.823694 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=28273): Process ended prematurely: osmo-stp_10.42.42.5(pid=28273) [trial-2354↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=28273)] [trial-2354↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18]\u000a04:59:13.832359 tst handover.py:18: Test FAILED (6.5 sec)\u000a04:59:13.896144 run osmo-hlr_10.42.42.2(pid=28270): ERR: Terminated: ERROR {rc=237} [trial-2354↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=28270)]\u000a04:59:13.948255 run osmo-hlr_10.42.42.2(pid=28270): stdout: \u000a| (launched: 2022-12-09_04:59:10.913562) \u000a04:59:14.000997 run osmo-hlr_10.42.42.2(pid=28270): stderr: \u000a| �[0;m�[1;31m20221209045911110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221209045911110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221209045911110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209045911110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221209045911110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221209045911110 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221209045911123 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2354/run.2022-12-09_03-35-04/handover_2G:trx-b200+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221209045911131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221209045911131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221209045911131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a04:59:14.072489 run osmo-msc_10.42.42.6(pid=28276): ERR: Terminated: ERROR {rc=2} [trial-2354↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=28276)]\u000a04:59:14.124207 run osmo-msc_10.42.42.6(pid=28276): stdout: \u000a| (launched: 2022-12-09_04:59:12.889836) \u000a04:59:14.176577 run osmo-msc_10.42.42.6(pid=28276): stderr: \u000a| �[0;m�[38;5;43m20221209045913211 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221209045913211 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f22ec0e9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221209045913211 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221209045913211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221209045913211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221209045913211 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221209045913213 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221209045913213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221209045913214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221209045913214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a04:59:14.220788 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28269): Terminating (SIGTERM)\u000a04:59:14.262791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28272): Terminating (SIGTERM)\u000a04:59:14.305055 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28275): Terminating (SIGTERM)\u000a04:59:14.315094 --- ParallelTerminationStrategy: PID 28269 died...\u000a04:59:14.371886 run pcap-recorder_any(filters='host 10.42.42.2')(pid=28269): Terminated: ok {rc=0}\u000a04:59:14.382199 --- ParallelTerminationStrategy: PID 28272 died...\u000a04:59:14.438606 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=28272): Terminated: ok {rc=0}\u000a04:59:14.448917 --- ParallelTerminationStrategy: PID 28275 died...\u000a04:59:14.505101 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=28275): Terminated: ok {rc=0}\u000a04:59:14.592736 bus /sierra_3: Setting Powered False\u000a04:59:15.699198 bus /sierra_3: Setting Powered False\u000a04:59:16.812791 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "199", "name" : "handover_2G_trx-b200+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-09T04:59:06" } ] }